2024-11-20 01:17:43,121 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-20 01:17:43,138 main DEBUG Took 0.014284 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 01:17:43,138 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 01:17:43,139 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 01:17:43,141 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 01:17:43,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:17:43,159 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 01:17:43,205 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:17:43,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:17:43,208 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:17:43,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:17:43,209 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:17:43,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:17:43,211 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:17:43,211 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:17:43,212 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:17:43,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:17:43,217 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:17:43,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:17:43,218 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:17:43,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:17:43,220 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:17:43,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:17:43,221 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:17:43,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:17:43,222 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:17:43,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:17:43,223 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:17:43,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:17:43,225 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:17:43,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:17:43,226 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:17:43,227 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 01:17:43,233 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:17:43,235 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 01:17:43,238 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 01:17:43,239 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 01:17:43,241 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 01:17:43,241 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 01:17:43,258 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 01:17:43,264 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 01:17:43,267 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 01:17:43,267 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 01:17:43,268 main DEBUG createAppenders(={Console}) 2024-11-20 01:17:43,272 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-11-20 01:17:43,273 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-20 01:17:43,277 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-11-20 01:17:43,278 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 01:17:43,278 main DEBUG OutputStream closed 2024-11-20 01:17:43,278 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 01:17:43,279 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 01:17:43,280 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-11-20 01:17:43,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 01:17:43,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 01:17:43,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 01:17:43,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 01:17:43,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 01:17:43,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 01:17:43,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 01:17:43,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 01:17:43,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 01:17:43,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 01:17:43,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 01:17:43,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 01:17:43,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 01:17:43,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 01:17:43,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 01:17:43,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 01:17:43,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 01:17:43,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 01:17:43,419 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 01:17:43,420 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-11-20 01:17:43,420 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 01:17:43,421 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-11-20T01:17:43,450 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-20 01:17:43,454 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 01:17:43,454 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T01:17:43,541 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1050, ProcessCount=11, AvailableMemoryMB=4437 2024-11-20T01:17:43,807 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-20T01:17:43,867 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0 2024-11-20T01:17:43,872 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/cluster_f03cc6ba-d09d-62d8-8109-09fa97c9ba0c, deleteOnExit=true 2024-11-20T01:17:44,042 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/cluster_f03cc6ba-d09d-62d8-8109-09fa97c9ba0c/zookeeper_0, clientPort=52165, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/cluster_f03cc6ba-d09d-62d8-8109-09fa97c9ba0c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/cluster_f03cc6ba-d09d-62d8-8109-09fa97c9ba0c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T01:17:44,070 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52165 2024-11-20T01:17:44,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:17:44,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:17:44,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/test.cache.data in system properties and HBase conf 2024-11-20T01:17:44,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:17:44,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:17:44,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:17:44,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:17:44,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:17:44,188 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T01:17:44,300 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:17:44,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:17:44,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:17:44,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:17:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:17:44,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:17:44,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:17:44,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:17:44,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:17:44,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:17:44,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:17:44,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:17:44,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:17:44,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:17:44,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:17:46,016 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T01:17:46,103 INFO [Time-limited test {}] log.Log(170): Logging initialized @4768ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T01:17:46,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:17:46,261 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:17:46,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:17:46,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:17:46,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:17:46,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:17:46,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:17:46,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:17:46,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/java.io.tmpdir/jetty-localhost-44541-hadoop-hdfs-3_4_1-tests_jar-_-any-537685828656541960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:17:46,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:44541} 2024-11-20T01:17:46,573 INFO [Time-limited test {}] server.Server(415): Started @5238ms 2024-11-20T01:17:47,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:17:47,704 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:17:47,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:17:47,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:17:47,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:17:47,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:17:47,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:17:47,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b71fbf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/java.io.tmpdir/jetty-localhost-44871-hadoop-hdfs-3_4_1-tests_jar-_-any-11024818064532756422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:17:47,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:44871} 2024-11-20T01:17:47,857 INFO [Time-limited test {}] server.Server(415): Started @6522ms 2024-11-20T01:17:47,954 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:18:25,048 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/cluster_f03cc6ba-d09d-62d8-8109-09fa97c9ba0c/data/data1/current/BP-734879389-172.17.0.3-1732065465110/current, will proceed with Du for space computation calculation, 2024-11-20T01:18:25,048 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/cluster_f03cc6ba-d09d-62d8-8109-09fa97c9ba0c/data/data2/current/BP-734879389-172.17.0.3-1732065465110/current, will proceed with Du for space computation calculation, 2024-11-20T01:18:25,080 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:18:25,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a1ca1301651dcc5 with lease ID 0x49b680a2ee31ec2e: Processing first storage report for DS-6270d5f8-73e5-4d3a-a59c-d0fc752a920b from datanode DatanodeRegistration(127.0.0.1:39499, datanodeUuid=1c382f06-3cb3-461e-bf33-0a1fe6af6137, infoPort=39097, infoSecurePort=0, ipcPort=46863, storageInfo=lv=-57;cid=testClusterID;nsid=1066863921;c=1732065465110) 2024-11-20T01:18:25,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a1ca1301651dcc5 with lease ID 0x49b680a2ee31ec2e: from storage DS-6270d5f8-73e5-4d3a-a59c-d0fc752a920b node DatanodeRegistration(127.0.0.1:39499, datanodeUuid=1c382f06-3cb3-461e-bf33-0a1fe6af6137, infoPort=39097, infoSecurePort=0, ipcPort=46863, storageInfo=lv=-57;cid=testClusterID;nsid=1066863921;c=1732065465110), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T01:18:25,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a1ca1301651dcc5 with lease ID 0x49b680a2ee31ec2e: Processing first storage report for DS-332d8aa5-54dd-44d8-96a4-de0484c9329b from datanode DatanodeRegistration(127.0.0.1:39499, datanodeUuid=1c382f06-3cb3-461e-bf33-0a1fe6af6137, infoPort=39097, infoSecurePort=0, ipcPort=46863, storageInfo=lv=-57;cid=testClusterID;nsid=1066863921;c=1732065465110) 2024-11-20T01:18:25,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a1ca1301651dcc5 with lease ID 0x49b680a2ee31ec2e: from storage DS-332d8aa5-54dd-44d8-96a4-de0484c9329b node DatanodeRegistration(127.0.0.1:39499, datanodeUuid=1c382f06-3cb3-461e-bf33-0a1fe6af6137, infoPort=39097, infoSecurePort=0, ipcPort=46863, storageInfo=lv=-57;cid=testClusterID;nsid=1066863921;c=1732065465110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:18:25,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0 2024-11-20T01:18:25,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:25,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:25,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:18:25,773 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53 with version=8 2024-11-20T01:18:25,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/hbase-staging 2024-11-20T01:18:25,865 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T01:18:26,116 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:18:26,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:26,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:26,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:18:26,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:26,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:18:26,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:18:26,314 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T01:18:26,326 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T01:18:26,330 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:18:26,357 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11746 (auto-detected) 2024-11-20T01:18:26,358 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-20T01:18:26,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44297 2024-11-20T01:18:26,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44297 connecting to ZooKeeper ensemble=127.0.0.1:52165 2024-11-20T01:18:26,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442970x0, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:18:26,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44297-0x10155d18a5a0000 connected 2024-11-20T01:18:27,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:27,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:27,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on znode that does not yet exist, /01783793732/running 2024-11-20T01:18:27,239 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53, hbase.cluster.distributed=false 2024-11-20T01:18:27,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on znode that does not yet exist, /01783793732/acl 2024-11-20T01:18:27,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44297 2024-11-20T01:18:27,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44297 2024-11-20T01:18:27,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44297 2024-11-20T01:18:27,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44297 2024-11-20T01:18:27,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44297 2024-11-20T01:18:27,377 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:18:27,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:27,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:27,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:18:27,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:27,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:18:27,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:18:27,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:18:27,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37435 2024-11-20T01:18:27,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37435 connecting to ZooKeeper ensemble=127.0.0.1:52165 2024-11-20T01:18:27,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:27,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:27,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374350x0, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:18:27,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374350x0, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on znode that does not yet exist, /01783793732/running 2024-11-20T01:18:27,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37435-0x10155d18a5a0001 connected 2024-11-20T01:18:27,506 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:18:27,515 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:18:27,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on znode that does not yet exist, /01783793732/master 2024-11-20T01:18:27,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on znode that does not yet exist, /01783793732/acl 2024-11-20T01:18:27,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37435 2024-11-20T01:18:27,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37435 2024-11-20T01:18:27,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37435 2024-11-20T01:18:27,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37435 2024-11-20T01:18:27,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37435 2024-11-20T01:18:27,546 DEBUG [M:0;57759bcb46a5:44297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:44297 2024-11-20T01:18:27,547 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01783793732/backup-masters/57759bcb46a5,44297,1732065505967 2024-11-20T01:18:27,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732/backup-masters 2024-11-20T01:18:27,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732/backup-masters 2024-11-20T01:18:27,621 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on existing znode=/01783793732/backup-masters/57759bcb46a5,44297,1732065505967 2024-11-20T01:18:27,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01783793732/master 2024-11-20T01:18:27,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:27,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:27,683 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on existing znode=/01783793732/master 2024-11-20T01:18:27,684 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01783793732/backup-masters/57759bcb46a5,44297,1732065505967 from backup master directory 2024-11-20T01:18:27,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01783793732/backup-masters/57759bcb46a5,44297,1732065505967 2024-11-20T01:18:27,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732/backup-masters 2024-11-20T01:18:27,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732/backup-masters 2024-11-20T01:18:27,767 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:18:27,768 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,44297,1732065505967 2024-11-20T01:18:27,770 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T01:18:27,772 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T01:18:27,824 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/hbase.id] with ID: 3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4 2024-11-20T01:18:27,824 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/.tmp/hbase.id 2024-11-20T01:18:27,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:18:28,244 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/.tmp/hbase.id]:[hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/hbase.id] 2024-11-20T01:18:28,319 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:28,326 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:18:28,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 33ms. 2024-11-20T01:18:28,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:28,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:18:28,428 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:18:28,432 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:18:28,454 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:18:28,460 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:18:28,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:18:28,545 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store 2024-11-20T01:18:28,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:18:28,987 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T01:18:28,992 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:18:28,993 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:18:28,993 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:28,993 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:28,995 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:18:28,995 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:28,995 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:28,997 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065508993Disabling compacts and flushes for region at 1732065508993Disabling writes for close at 1732065508995 (+2 ms)Writing region close event to WAL at 1732065508995Closed at 1732065508995 2024-11-20T01:18:28,999 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/.initializing 2024-11-20T01:18:28,999 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,44297,1732065505967 2024-11-20T01:18:29,007 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:18:29,019 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C44297%2C1732065505967, suffix=, logDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,44297,1732065505967, archiveDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/oldWALs, maxLogs=10 2024-11-20T01:18:29,040 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,44297,1732065505967/57759bcb46a5%2C44297%2C1732065505967.1732065509023, exclude list is [], retry=0 2024-11-20T01:18:29,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39499,DS-6270d5f8-73e5-4d3a-a59c-d0fc752a920b,DISK] 2024-11-20T01:18:29,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T01:18:29,088 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,44297,1732065505967/57759bcb46a5%2C44297%2C1732065505967.1732065509023 2024-11-20T01:18:29,089 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39097:39097)] 2024-11-20T01:18:29,090 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:18:29,090 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:18:29,093 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:29,094 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:29,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:29,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:18:29,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:29,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:29,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:29,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:18:29,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:29,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:18:29,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:29,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:18:29,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:29,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:18:29,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:29,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:18:29,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:29,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:18:29,179 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:29,183 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:29,187 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:29,194 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:29,195 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:29,199 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:18:29,204 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:29,209 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:18:29,211 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65469128, jitterRate=-0.02443397045135498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:18:29,220 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065509105Initializing all the Stores at 1732065509107 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065509107Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065509108 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065509108Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065509108Cleaning up temporary data from old regions at 1732065509195 (+87 ms)Region opened successfully at 1732065509219 (+24 ms) 2024-11-20T01:18:29,221 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:18:29,258 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ac16e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:18:29,295 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:18:29,307 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:18:29,307 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:18:29,310 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:18:29,311 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T01:18:29,316 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T01:18:29,316 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:18:29,353 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:18:29,365 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Unable to get data of znode /01783793732/balancer because node does not exist (not necessarily an error) 2024-11-20T01:18:29,373 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01783793732/balancer already deleted, retry=false 2024-11-20T01:18:29,376 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:18:29,378 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Unable to get data of znode /01783793732/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:18:29,394 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01783793732/normalizer already deleted, retry=false 2024-11-20T01:18:29,397 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:18:29,401 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Unable to get data of znode /01783793732/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:18:29,415 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01783793732/switch/split already deleted, retry=false 2024-11-20T01:18:29,417 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Unable to get data of znode /01783793732/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:18:29,426 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01783793732/switch/merge already deleted, retry=false 2024-11-20T01:18:29,449 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Unable to get data of znode /01783793732/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:18:29,468 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01783793732/snapshot-cleanup already deleted, retry=false 2024-11-20T01:18:29,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01783793732/running 2024-11-20T01:18:29,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01783793732/running 2024-11-20T01:18:29,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:29,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:29,494 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,44297,1732065505967, sessionid=0x10155d18a5a0000, setting cluster-up flag (Was=false) 2024-11-20T01:18:29,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:29,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:29,563 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01783793732/flush-table-proc/acquired, /01783793732/flush-table-proc/reached, /01783793732/flush-table-proc/abort 2024-11-20T01:18:29,565 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,44297,1732065505967 2024-11-20T01:18:29,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:29,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:29,615 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01783793732/online-snapshot/acquired, /01783793732/online-snapshot/reached, /01783793732/online-snapshot/abort 2024-11-20T01:18:29,617 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,44297,1732065505967 2024-11-20T01:18:29,625 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:18:29,647 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(746): ClusterId : 3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4 2024-11-20T01:18:29,650 DEBUG [RS:0;57759bcb46a5:37435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:18:29,661 DEBUG [RS:0;57759bcb46a5:37435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:18:29,661 DEBUG [RS:0;57759bcb46a5:37435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:18:29,680 DEBUG [RS:0;57759bcb46a5:37435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:18:29,681 DEBUG [RS:0;57759bcb46a5:37435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fca737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:18:29,702 DEBUG [RS:0;57759bcb46a5:37435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:37435 2024-11-20T01:18:29,708 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:18:29,708 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:18:29,709 DEBUG [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:18:29,723 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,44297,1732065505967 with port=37435, startcode=1732065507343 2024-11-20T01:18:29,732 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:18:29,740 DEBUG [RS:0;57759bcb46a5:37435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:18:29,749 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:18:29,768 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:18:29,778 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,44297,1732065505967 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:18:29,789 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:18:29,790 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:18:29,790 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:18:29,790 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:18:29,791 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:18:29,791 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:29,791 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:18:29,791 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:29,810 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:18:29,815 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:18:29,815 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:18:29,818 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T01:18:29,829 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:29,830 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:18:29,839 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065539839 2024-11-20T01:18:29,841 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:18:29,842 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:18:29,847 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:18:29,848 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:18:29,848 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:18:29,849 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:18:29,859 DEBUG [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T01:18:29,859 WARN [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T01:18:29,860 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:29,869 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:18:29,871 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:18:29,872 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:18:29,872 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:18:29,876 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:18:29,876 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:18:29,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:18:29,887 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065509878,5,FailOnTimeoutGroup] 2024-11-20T01:18:29,888 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065509887,5,FailOnTimeoutGroup] 2024-11-20T01:18:29,888 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:29,889 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:18:29,890 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:29,891 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:29,961 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,44297,1732065505967 with port=37435, startcode=1732065507343 2024-11-20T01:18:29,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,37435,1732065507343 2024-11-20T01:18:29,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44297 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,37435,1732065507343 2024-11-20T01:18:29,977 DEBUG [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53 2024-11-20T01:18:29,978 DEBUG [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45681 2024-11-20T01:18:29,978 DEBUG [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:18:29,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732/rs 2024-11-20T01:18:30,001 DEBUG [RS:0;57759bcb46a5:37435 {}] zookeeper.ZKUtil(111): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on existing znode=/01783793732/rs/57759bcb46a5,37435,1732065507343 2024-11-20T01:18:30,002 WARN [RS:0;57759bcb46a5:37435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:18:30,002 INFO [RS:0;57759bcb46a5:37435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:18:30,002 DEBUG [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343 2024-11-20T01:18:30,003 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,37435,1732065507343] 2024-11-20T01:18:30,048 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:18:30,086 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:18:30,102 INFO [RS:0;57759bcb46a5:37435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:18:30,102 INFO [RS:0;57759bcb46a5:37435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:30,104 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:18:30,110 INFO [RS:0;57759bcb46a5:37435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:18:30,112 INFO [RS:0;57759bcb46a5:37435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:30,114 DEBUG [RS:0;57759bcb46a5:37435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:30,114 DEBUG [RS:0;57759bcb46a5:37435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:30,115 DEBUG [RS:0;57759bcb46a5:37435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:30,115 DEBUG [RS:0;57759bcb46a5:37435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:30,115 DEBUG [RS:0;57759bcb46a5:37435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:30,115 DEBUG [RS:0;57759bcb46a5:37435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:18:30,115 DEBUG [RS:0;57759bcb46a5:37435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:30,116 DEBUG [RS:0;57759bcb46a5:37435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:30,116 DEBUG [RS:0;57759bcb46a5:37435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:30,116 DEBUG [RS:0;57759bcb46a5:37435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:30,116 DEBUG [RS:0;57759bcb46a5:37435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:30,116 DEBUG [RS:0;57759bcb46a5:37435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:30,117 DEBUG [RS:0;57759bcb46a5:37435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:18:30,117 DEBUG [RS:0;57759bcb46a5:37435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:18:30,121 INFO [RS:0;57759bcb46a5:37435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:30,122 INFO [RS:0;57759bcb46a5:37435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:30,122 INFO [RS:0;57759bcb46a5:37435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:30,122 INFO [RS:0;57759bcb46a5:37435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:30,123 INFO [RS:0;57759bcb46a5:37435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:30,123 INFO [RS:0;57759bcb46a5:37435 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37435,1732065507343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:18:30,156 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:18:30,159 INFO [RS:0;57759bcb46a5:37435 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37435,1732065507343-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:30,159 INFO [RS:0;57759bcb46a5:37435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:30,159 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.Replication(171): 57759bcb46a5,37435,1732065507343 started 2024-11-20T01:18:30,182 INFO [RS:0;57759bcb46a5:37435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:30,183 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,37435,1732065507343, RpcServer on 57759bcb46a5/172.17.0.3:37435, sessionid=0x10155d18a5a0001 2024-11-20T01:18:30,185 DEBUG [RS:0;57759bcb46a5:37435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:18:30,186 DEBUG [RS:0;57759bcb46a5:37435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,37435,1732065507343 2024-11-20T01:18:30,186 DEBUG [RS:0;57759bcb46a5:37435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,37435,1732065507343' 2024-11-20T01:18:30,186 DEBUG [RS:0;57759bcb46a5:37435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01783793732/flush-table-proc/abort' 2024-11-20T01:18:30,188 DEBUG [RS:0;57759bcb46a5:37435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01783793732/flush-table-proc/acquired' 2024-11-20T01:18:30,190 DEBUG [RS:0;57759bcb46a5:37435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:18:30,190 DEBUG [RS:0;57759bcb46a5:37435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:18:30,190 DEBUG [RS:0;57759bcb46a5:37435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,37435,1732065507343 2024-11-20T01:18:30,190 DEBUG [RS:0;57759bcb46a5:37435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,37435,1732065507343' 2024-11-20T01:18:30,190 DEBUG [RS:0;57759bcb46a5:37435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01783793732/online-snapshot/abort' 2024-11-20T01:18:30,192 DEBUG [RS:0;57759bcb46a5:37435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01783793732/online-snapshot/acquired' 2024-11-20T01:18:30,193 DEBUG [RS:0;57759bcb46a5:37435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:18:30,193 INFO [RS:0;57759bcb46a5:37435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:18:30,194 INFO [RS:0;57759bcb46a5:37435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:18:30,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:18:30,285 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53 2024-11-20T01:18:30,310 INFO [RS:0;57759bcb46a5:37435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:18:30,315 INFO [RS:0;57759bcb46a5:37435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C37435%2C1732065507343, suffix=, logDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343, archiveDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/oldWALs, maxLogs=10 2024-11-20T01:18:30,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741832_1008 (size=32) 2024-11-20T01:18:30,338 DEBUG [RS:0;57759bcb46a5:37435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.1732065510320, exclude list is [], retry=0 2024-11-20T01:18:30,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39499,DS-6270d5f8-73e5-4d3a-a59c-d0fc752a920b,DISK] 2024-11-20T01:18:30,346 INFO [RS:0;57759bcb46a5:37435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.1732065510320 2024-11-20T01:18:30,348 DEBUG [RS:0;57759bcb46a5:37435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39097:39097)] 2024-11-20T01:18:30,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:18:30,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:18:30,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:18:30,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:30,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:30,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:18:30,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:18:30,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:30,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:30,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:18:30,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:18:30,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:30,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:30,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:18:30,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:18:30,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:30,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:30,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:18:30,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740 2024-11-20T01:18:30,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740 2024-11-20T01:18:30,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:18:30,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:18:30,813 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:18:30,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:18:30,840 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:18:30,849 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73500803, jitterRate=0.0952473133802414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:18:30,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065510727Initializing all the Stores at 1732065510734 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065510734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065510736 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065510736Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065510736Cleaning up temporary data from old regions at 1732065510812 (+76 ms)Region opened successfully at 1732065510854 (+42 ms) 2024-11-20T01:18:30,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:18:30,855 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:18:30,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:18:30,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:18:30,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:18:30,868 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:18:30,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065510855Disabling compacts and flushes for region at 1732065510855Disabling writes for close at 1732065510855Writing region close event to WAL at 1732065510867 (+12 ms)Closed at 1732065510868 (+1 ms) 2024-11-20T01:18:30,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:18:30,875 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:18:30,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:18:30,922 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:18:30,929 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:18:31,084 DEBUG [57759bcb46a5:44297 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:18:31,111 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,37435,1732065507343 2024-11-20T01:18:31,135 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,37435,1732065507343, state=OPENING 2024-11-20T01:18:31,160 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:18:31,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:31,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:31,190 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:18:31,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01783793732/meta-region-server: CHANGED 2024-11-20T01:18:31,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,37435,1732065507343}] 2024-11-20T01:18:31,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01783793732/meta-region-server: CHANGED 2024-11-20T01:18:31,417 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:18:31,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:18:31,455 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:18:31,455 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:18:31,456 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:18:31,497 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C37435%2C1732065507343.meta, suffix=.meta, logDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343, archiveDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/oldWALs, maxLogs=10 2024-11-20T01:18:31,533 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.meta.1732065511499.meta, exclude list is [], retry=0 2024-11-20T01:18:31,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39499,DS-6270d5f8-73e5-4d3a-a59c-d0fc752a920b,DISK] 2024-11-20T01:18:31,568 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.meta.1732065511499.meta 2024-11-20T01:18:31,588 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39097:39097)] 2024-11-20T01:18:31,589 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:18:31,601 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:18:31,603 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:18:31,607 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:18:31,609 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:18:31,613 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:18:31,615 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:18:31,615 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:18:31,616 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:18:31,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:18:31,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:18:31,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:31,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:31,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:18:31,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:18:31,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:31,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:31,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:18:31,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:18:31,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:31,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:31,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:18:31,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:18:31,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:31,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:31,700 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:18:31,701 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740 2024-11-20T01:18:31,706 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740 2024-11-20T01:18:31,708 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:18:31,709 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:18:31,714 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:18:31,718 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:18:31,721 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74562811, jitterRate=0.11107246577739716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:18:31,722 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:18:31,724 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065511618Writing region info on filesystem at 1732065511618Initializing all the Stores at 1732065511630 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065511631 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065511632 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065511633 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065511633Cleaning up temporary data from old regions at 1732065511709 (+76 ms)Running coprocessor post-open hooks at 1732065511722 (+13 ms)Region opened successfully at 1732065511724 (+2 ms) 2024-11-20T01:18:31,731 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065511395 2024-11-20T01:18:31,743 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:18:31,744 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:18:31,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,37435,1732065507343 2024-11-20T01:18:31,748 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,37435,1732065507343, state=OPEN 2024-11-20T01:18:31,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01783793732/meta-region-server 2024-11-20T01:18:31,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01783793732/meta-region-server 2024-11-20T01:18:31,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01783793732/meta-region-server: CHANGED 2024-11-20T01:18:31,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01783793732/meta-region-server: CHANGED 2024-11-20T01:18:31,838 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,37435,1732065507343 2024-11-20T01:18:31,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:18:31,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,37435,1732065507343 in 646 msec 2024-11-20T01:18:31,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:18:31,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 951 msec 2024-11-20T01:18:31,854 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:18:31,854 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:18:31,890 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:18:31,892 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,37435,1732065507343, seqNum=-1] 2024-11-20T01:18:31,920 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:18:31,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:18:31,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.3020 sec 2024-11-20T01:18:31,981 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065511981, completionTime=-1 2024-11-20T01:18:31,985 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:18:31,985 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:18:32,032 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:18:32,032 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065572032 2024-11-20T01:18:32,032 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065632032 2024-11-20T01:18:32,033 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 47 msec 2024-11-20T01:18:32,035 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44297,1732065505967-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:32,036 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44297,1732065505967-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:32,036 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44297,1732065505967-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:32,038 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:44297, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:32,038 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:32,045 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:32,051 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:18:32,084 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.316sec 2024-11-20T01:18:32,086 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:18:32,087 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:18:32,089 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:18:32,089 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:18:32,090 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:18:32,091 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44297,1732065505967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:18:32,092 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44297,1732065505967-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:18:32,121 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:18:32,123 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:18:32,123 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44297,1732065505967-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:32,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f4153c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:32,183 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T01:18:32,183 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T01:18:32,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44297,-1 for getting cluster id 2024-11-20T01:18:32,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:18:32,227 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4' 2024-11-20T01:18:32,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:18:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4" 2024-11-20T01:18:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331fbef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44297,-1] 2024-11-20T01:18:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:18:32,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:32,241 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:18:32,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7f98cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:32,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:18:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,37435,1732065507343, seqNum=-1] 2024-11-20T01:18:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:18:32,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:18:32,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,44297,1732065505967 2024-11-20T01:18:32,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52165 2024-11-20T01:18:32,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:18:32,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155d18a5a0002 connected 2024-11-20T01:18:32,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/hadoop.log.dir so I do NOT create it in target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7 2024-11-20T01:18:32,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:18:32,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/hadoop.tmp.dir so I do NOT create it in target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7 2024-11-20T01:18:32,363 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:18:32,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7 2024-11-20T01:18:32,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:18:32,363 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/cluster_60b3aa40-e04e-ca97-9169-b0ee2475d6b9, deleteOnExit=true 2024-11-20T01:18:32,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:18:32,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/test.cache.data in system properties and HBase conf 2024-11-20T01:18:32,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:18:32,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:18:32,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:18:32,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:18:32,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:18:32,364 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:18:32,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:18:32,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:18:32,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:18:32,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:18:32,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:18:32,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:18:32,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:18:32,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:18:32,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:18:32,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:18:32,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:18:32,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:18:32,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:18:32,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:18:32,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:18:32,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:18:32,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:18:32,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:18:32,882 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:18:32,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:18:32,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b608463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:18:32,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:18:32,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a033f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/java.io.tmpdir/jetty-localhost-44463-hadoop-hdfs-3_4_1-tests_jar-_-any-5038207417752025315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:18:32,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2993da97{HTTP/1.1, (http/1.1)}{localhost:44463} 2024-11-20T01:18:32,990 INFO [Time-limited test {}] server.Server(415): Started @51655ms 2024-11-20T01:18:33,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:18:33,407 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:18:33,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:18:33,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:18:33,408 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:18:33,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b39d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:18:33,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:18:33,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c12bb3b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/java.io.tmpdir/jetty-localhost-44267-hadoop-hdfs-3_4_1-tests_jar-_-any-6197750998835239285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:18:33,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d1ec4c5{HTTP/1.1, (http/1.1)}{localhost:44267} 2024-11-20T01:18:33,520 INFO [Time-limited test {}] server.Server(415): Started @52185ms 2024-11-20T01:18:33,522 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:18:35,045 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/cluster_60b3aa40-e04e-ca97-9169-b0ee2475d6b9/data/data1/current/BP-1629006752-172.17.0.3-1732065512407/current, will proceed with Du for space computation calculation, 2024-11-20T01:18:35,045 WARN [Thread-197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/cluster_60b3aa40-e04e-ca97-9169-b0ee2475d6b9/data/data2/current/BP-1629006752-172.17.0.3-1732065512407/current, will proceed with Du for space computation calculation, 2024-11-20T01:18:35,066 WARN [Thread-184 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:18:35,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb6e669ead71a4b3 with lease ID 0xc04c5ca75dd5631: Processing first storage report for DS-8a1204fb-af96-47db-8ee7-f16f20967c72 from datanode DatanodeRegistration(127.0.0.1:38259, datanodeUuid=f11d3a04-0cce-4833-816c-619869417945, infoPort=41945, infoSecurePort=0, ipcPort=40455, storageInfo=lv=-57;cid=testClusterID;nsid=186498840;c=1732065512407) 2024-11-20T01:18:35,070 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb6e669ead71a4b3 with lease ID 0xc04c5ca75dd5631: from storage DS-8a1204fb-af96-47db-8ee7-f16f20967c72 node DatanodeRegistration(127.0.0.1:38259, datanodeUuid=f11d3a04-0cce-4833-816c-619869417945, infoPort=41945, infoSecurePort=0, ipcPort=40455, storageInfo=lv=-57;cid=testClusterID;nsid=186498840;c=1732065512407), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:18:35,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb6e669ead71a4b3 with lease ID 0xc04c5ca75dd5631: Processing first storage report for DS-3f075750-a5b6-4c77-aadb-43cbea371f59 from datanode DatanodeRegistration(127.0.0.1:38259, datanodeUuid=f11d3a04-0cce-4833-816c-619869417945, infoPort=41945, infoSecurePort=0, ipcPort=40455, storageInfo=lv=-57;cid=testClusterID;nsid=186498840;c=1732065512407) 2024-11-20T01:18:35,070 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb6e669ead71a4b3 with lease ID 0xc04c5ca75dd5631: from storage DS-3f075750-a5b6-4c77-aadb-43cbea371f59 node DatanodeRegistration(127.0.0.1:38259, datanodeUuid=f11d3a04-0cce-4833-816c-619869417945, infoPort=41945, infoSecurePort=0, ipcPort=40455, storageInfo=lv=-57;cid=testClusterID;nsid=186498840;c=1732065512407), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:18:35,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7 2024-11-20T01:18:35,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:35,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:35,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38259 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:18:35,583 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57 with version=8 2024-11-20T01:18:35,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/hbase-staging 2024-11-20T01:18:35,587 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:18:35,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:35,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:35,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:18:35,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:35,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:18:35,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:18:35,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:18:35,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38823 2024-11-20T01:18:35,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38823 connecting to ZooKeeper ensemble=127.0.0.1:52165 2024-11-20T01:18:35,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388230x0, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:18:35,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38823-0x10155d18a5a0003 connected 2024-11-20T01:18:35,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:35,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:35,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Set watcher on znode that does not yet exist, /1-9048730/running 2024-11-20T01:18:35,986 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57, hbase.cluster.distributed=false 2024-11-20T01:18:35,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Set watcher on znode that does not yet exist, /1-9048730/acl 2024-11-20T01:18:35,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38823 2024-11-20T01:18:35,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38823 2024-11-20T01:18:35,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38823 2024-11-20T01:18:35,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38823 2024-11-20T01:18:35,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38823 2024-11-20T01:18:36,018 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:18:36,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:36,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:36,019 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:18:36,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:36,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:18:36,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:18:36,019 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:18:36,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38641 2024-11-20T01:18:36,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38641 connecting to ZooKeeper ensemble=127.0.0.1:52165 2024-11-20T01:18:36,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:36,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:36,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386410x0, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:18:36,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38641-0x10155d18a5a0004 connected 2024-11-20T01:18:36,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Set watcher on znode that does not yet exist, /1-9048730/running 2024-11-20T01:18:36,037 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:18:36,038 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:18:36,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Set watcher on znode that does not yet exist, /1-9048730/master 2024-11-20T01:18:36,039 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:18:36,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Set watcher on znode that does not yet exist, /1-9048730/acl 2024-11-20T01:18:36,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38641 2024-11-20T01:18:36,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38641 2024-11-20T01:18:36,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38641 2024-11-20T01:18:36,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38641 2024-11-20T01:18:36,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38641 2024-11-20T01:18:36,091 DEBUG [M:0;57759bcb46a5:38823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:38823 2024-11-20T01:18:36,091 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-9048730/backup-masters/57759bcb46a5,38823,1732065515586 2024-11-20T01:18:36,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730/backup-masters 2024-11-20T01:18:36,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730/backup-masters 2024-11-20T01:18:36,100 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Set watcher on existing znode=/1-9048730/backup-masters/57759bcb46a5,38823,1732065515586 2024-11-20T01:18:36,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730 2024-11-20T01:18:36,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-9048730/master 2024-11-20T01:18:36,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730 2024-11-20T01:18:36,110 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Set watcher on existing znode=/1-9048730/master 2024-11-20T01:18:36,111 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-9048730/backup-masters/57759bcb46a5,38823,1732065515586 from backup master directory 2024-11-20T01:18:36,120 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:18:36,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-9048730/backup-masters/57759bcb46a5,38823,1732065515586 2024-11-20T01:18:36,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730/backup-masters 2024-11-20T01:18:36,121 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,38823,1732065515586 2024-11-20T01:18:36,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730/backup-masters 2024-11-20T01:18:36,128 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/hbase.id] with ID: 9eedbb0e-ab2e-4428-9b20-55ac6bc783a9 2024-11-20T01:18:36,128 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/.tmp/hbase.id 2024-11-20T01:18:36,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38259 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:18:36,144 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/.tmp/hbase.id]:[hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/hbase.id] 2024-11-20T01:18:36,183 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:36,183 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:18:36,187 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-20T01:18:36,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730 2024-11-20T01:18:36,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730 2024-11-20T01:18:36,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38259 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:18:36,298 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:18:36,299 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:18:36,307 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:18:36,313 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:18:36,313 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T01:18:36,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:18:36,328 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T01:18:36,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:18:36,329 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T01:18:36,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T01:18:36,329 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T01:18:36,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38259 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:18:36,351 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store 2024-11-20T01:18:36,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38259 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:18:36,373 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:18:36,373 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:18:36,374 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:36,374 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:36,374 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:18:36,374 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:36,374 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:36,374 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065516373Disabling compacts and flushes for region at 1732065516373Disabling writes for close at 1732065516374 (+1 ms)Writing region close event to WAL at 1732065516374Closed at 1732065516374 2024-11-20T01:18:36,384 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/.initializing 2024-11-20T01:18:36,385 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/WALs/57759bcb46a5,38823,1732065515586 2024-11-20T01:18:36,387 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:18:36,390 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C38823%2C1732065515586, suffix=, logDir=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/WALs/57759bcb46a5,38823,1732065515586, archiveDir=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/oldWALs, maxLogs=10 2024-11-20T01:18:36,406 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/WALs/57759bcb46a5,38823,1732065515586/57759bcb46a5%2C38823%2C1732065515586.1732065516391, exclude list is [], retry=0 2024-11-20T01:18:36,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38259,DS-8a1204fb-af96-47db-8ee7-f16f20967c72,DISK] 2024-11-20T01:18:36,414 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/WALs/57759bcb46a5,38823,1732065515586/57759bcb46a5%2C38823%2C1732065515586.1732065516391 2024-11-20T01:18:36,414 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41945:41945)] 2024-11-20T01:18:36,415 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:18:36,415 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:18:36,415 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:36,415 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:36,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:36,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:18:36,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:36,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:36,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:36,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:18:36,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:36,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:18:36,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:36,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:18:36,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:36,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:18:36,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:36,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:18:36,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:36,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:18:36,442 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:36,445 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:36,445 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:36,450 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:36,450 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:36,452 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:18:36,455 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:36,465 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:18:36,466 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73148007, jitterRate=0.08999024331569672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:18:36,466 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065516415Initializing all the Stores at 1732065516417 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065516417Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065516424 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065516424Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065516424Cleaning up temporary data from old regions at 1732065516450 (+26 ms)Region opened successfully at 1732065516466 (+16 ms) 2024-11-20T01:18:36,468 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:18:36,479 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ade28dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:18:36,481 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:18:36,481 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:18:36,481 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:18:36,482 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:18:36,483 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T01:18:36,483 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:18:36,483 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:18:36,490 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:18:36,491 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Unable to get data of znode /1-9048730/balancer because node does not exist (not necessarily an error) 2024-11-20T01:18:36,499 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-9048730/balancer already deleted, retry=false 2024-11-20T01:18:36,500 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:18:36,501 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Unable to get data of znode /1-9048730/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:18:36,518 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-9048730/normalizer already deleted, retry=false 2024-11-20T01:18:36,519 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:18:36,520 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Unable to get data of znode /1-9048730/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:18:36,532 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-9048730/switch/split already deleted, retry=false 2024-11-20T01:18:36,534 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Unable to get data of znode /1-9048730/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:18:36,542 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-9048730/switch/merge already deleted, retry=false 2024-11-20T01:18:36,550 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Unable to get data of znode /1-9048730/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:18:36,562 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-9048730/snapshot-cleanup already deleted, retry=false 2024-11-20T01:18:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-9048730/running 2024-11-20T01:18:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730 2024-11-20T01:18:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-9048730/running 2024-11-20T01:18:36,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730 2024-11-20T01:18:36,575 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,38823,1732065515586, sessionid=0x10155d18a5a0003, setting cluster-up flag (Was=false) 2024-11-20T01:18:36,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730 2024-11-20T01:18:36,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730 2024-11-20T01:18:36,625 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-9048730/flush-table-proc/acquired, /1-9048730/flush-table-proc/reached, /1-9048730/flush-table-proc/abort 2024-11-20T01:18:36,634 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,38823,1732065515586 2024-11-20T01:18:36,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730 2024-11-20T01:18:36,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730 2024-11-20T01:18:36,689 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-9048730/online-snapshot/acquired, /1-9048730/online-snapshot/reached, /1-9048730/online-snapshot/abort 2024-11-20T01:18:36,690 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,38823,1732065515586 2024-11-20T01:18:36,692 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:18:36,694 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:18:36,695 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:18:36,695 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:18:36,695 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,38823,1732065515586 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:18:36,704 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:18:36,705 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:18:36,705 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:18:36,705 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:18:36,705 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:18:36,705 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:36,705 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:18:36,705 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:36,710 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:18:36,711 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:18:36,713 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:36,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:18:36,715 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065546715 2024-11-20T01:18:36,716 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:18:36,716 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:18:36,716 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:18:36,716 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:18:36,716 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:18:36,716 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:18:36,720 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:36,721 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:18:36,721 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:18:36,721 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:18:36,721 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:18:36,722 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:18:36,722 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:18:36,722 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065516722,5,FailOnTimeoutGroup] 2024-11-20T01:18:36,722 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065516722,5,FailOnTimeoutGroup] 2024-11-20T01:18:36,722 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:36,722 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:18:36,722 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:36,722 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:36,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38259 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:18:36,782 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(746): ClusterId : 9eedbb0e-ab2e-4428-9b20-55ac6bc783a9 2024-11-20T01:18:36,782 DEBUG [RS:0;57759bcb46a5:38641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:18:36,795 DEBUG [RS:0;57759bcb46a5:38641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:18:36,796 DEBUG [RS:0;57759bcb46a5:38641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:18:36,813 DEBUG [RS:0;57759bcb46a5:38641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:18:36,813 DEBUG [RS:0;57759bcb46a5:38641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ace92ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:18:36,832 DEBUG [RS:0;57759bcb46a5:38641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:38641 2024-11-20T01:18:36,832 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:18:36,832 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:18:36,832 DEBUG [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:18:36,833 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,38823,1732065515586 with port=38641, startcode=1732065516018 2024-11-20T01:18:36,834 DEBUG [RS:0;57759bcb46a5:38641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:18:36,836 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:18:36,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,38641,1732065516018 2024-11-20T01:18:36,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38823 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,38641,1732065516018 2024-11-20T01:18:36,840 DEBUG [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57 2024-11-20T01:18:36,841 DEBUG [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39491 2024-11-20T01:18:36,841 DEBUG [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:18:36,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730/rs 2024-11-20T01:18:36,847 DEBUG [RS:0;57759bcb46a5:38641 {}] zookeeper.ZKUtil(111): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Set watcher on existing znode=/1-9048730/rs/57759bcb46a5,38641,1732065516018 2024-11-20T01:18:36,847 WARN [RS:0;57759bcb46a5:38641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:18:36,847 INFO [RS:0;57759bcb46a5:38641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:18:36,847 DEBUG [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/WALs/57759bcb46a5,38641,1732065516018 2024-11-20T01:18:36,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,38641,1732065516018] 2024-11-20T01:18:36,859 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:18:36,862 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:18:36,863 INFO [RS:0;57759bcb46a5:38641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:18:36,863 INFO [RS:0;57759bcb46a5:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:36,864 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:18:36,865 INFO [RS:0;57759bcb46a5:38641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:18:36,866 INFO [RS:0;57759bcb46a5:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:36,866 DEBUG [RS:0;57759bcb46a5:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:36,866 DEBUG [RS:0;57759bcb46a5:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:36,866 DEBUG [RS:0;57759bcb46a5:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:36,866 DEBUG [RS:0;57759bcb46a5:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:36,866 DEBUG [RS:0;57759bcb46a5:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:36,867 DEBUG [RS:0;57759bcb46a5:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:18:36,867 DEBUG [RS:0;57759bcb46a5:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:36,867 DEBUG [RS:0;57759bcb46a5:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:36,867 DEBUG [RS:0;57759bcb46a5:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:36,867 DEBUG [RS:0;57759bcb46a5:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:36,867 DEBUG [RS:0;57759bcb46a5:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:36,867 DEBUG [RS:0;57759bcb46a5:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:36,867 DEBUG [RS:0;57759bcb46a5:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:18:36,867 DEBUG [RS:0;57759bcb46a5:38641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:18:36,868 INFO [RS:0;57759bcb46a5:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:36,868 INFO [RS:0;57759bcb46a5:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:36,868 INFO [RS:0;57759bcb46a5:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:36,868 INFO [RS:0;57759bcb46a5:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:36,868 INFO [RS:0;57759bcb46a5:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:36,868 INFO [RS:0;57759bcb46a5:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38641,1732065516018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:18:36,883 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:18:36,884 INFO [RS:0;57759bcb46a5:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38641,1732065516018-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:36,884 INFO [RS:0;57759bcb46a5:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:36,884 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.Replication(171): 57759bcb46a5,38641,1732065516018 started 2024-11-20T01:18:36,899 INFO [RS:0;57759bcb46a5:38641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:36,899 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,38641,1732065516018, RpcServer on 57759bcb46a5/172.17.0.3:38641, sessionid=0x10155d18a5a0004 2024-11-20T01:18:36,899 DEBUG [RS:0;57759bcb46a5:38641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:18:36,899 DEBUG [RS:0;57759bcb46a5:38641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,38641,1732065516018 2024-11-20T01:18:36,899 DEBUG [RS:0;57759bcb46a5:38641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,38641,1732065516018' 2024-11-20T01:18:36,899 DEBUG [RS:0;57759bcb46a5:38641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-9048730/flush-table-proc/abort' 2024-11-20T01:18:36,900 DEBUG [RS:0;57759bcb46a5:38641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-9048730/flush-table-proc/acquired' 2024-11-20T01:18:36,900 DEBUG [RS:0;57759bcb46a5:38641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:18:36,900 DEBUG [RS:0;57759bcb46a5:38641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:18:36,900 DEBUG [RS:0;57759bcb46a5:38641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,38641,1732065516018 2024-11-20T01:18:36,900 DEBUG [RS:0;57759bcb46a5:38641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,38641,1732065516018' 2024-11-20T01:18:36,900 DEBUG [RS:0;57759bcb46a5:38641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-9048730/online-snapshot/abort' 2024-11-20T01:18:36,901 DEBUG [RS:0;57759bcb46a5:38641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-9048730/online-snapshot/acquired' 2024-11-20T01:18:36,901 DEBUG [RS:0;57759bcb46a5:38641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:18:36,901 INFO [RS:0;57759bcb46a5:38641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:18:36,901 INFO [RS:0;57759bcb46a5:38641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:18:37,002 INFO [RS:0;57759bcb46a5:38641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:18:37,005 INFO [RS:0;57759bcb46a5:38641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C38641%2C1732065516018, suffix=, logDir=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/WALs/57759bcb46a5,38641,1732065516018, archiveDir=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/oldWALs, maxLogs=10 2024-11-20T01:18:37,026 DEBUG [RS:0;57759bcb46a5:38641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/WALs/57759bcb46a5,38641,1732065516018/57759bcb46a5%2C38641%2C1732065516018.1732065517007, exclude list is [], retry=0 2024-11-20T01:18:37,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38259,DS-8a1204fb-af96-47db-8ee7-f16f20967c72,DISK] 2024-11-20T01:18:37,034 INFO [RS:0;57759bcb46a5:38641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/WALs/57759bcb46a5,38641,1732065516018/57759bcb46a5%2C38641%2C1732065516018.1732065517007 2024-11-20T01:18:37,034 DEBUG [RS:0;57759bcb46a5:38641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41945:41945)] 2024-11-20T01:18:37,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:18:37,131 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57 2024-11-20T01:18:37,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:18:37,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38259 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:18:37,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:18:37,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:18:37,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:18:37,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:37,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:37,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:18:37,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:18:37,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:37,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:37,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:18:37,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:18:37,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:37,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:37,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:18:37,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:18:37,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:37,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:37,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:18:37,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/data/hbase/meta/1588230740 2024-11-20T01:18:37,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/data/hbase/meta/1588230740 2024-11-20T01:18:37,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:18:37,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:18:37,588 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:18:37,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:18:37,596 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:18:37,597 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67366714, jitterRate=0.003842264413833618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:18:37,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065517545Initializing all the Stores at 1732065517547 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065517547Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065517547Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065517547Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065517547Cleaning up temporary data from old regions at 1732065517587 (+40 ms)Region opened successfully at 1732065517598 (+11 ms) 2024-11-20T01:18:37,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:18:37,598 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:18:37,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:18:37,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:18:37,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:18:37,602 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:18:37,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065517598Disabling compacts and flushes for region at 1732065517598Disabling writes for close at 1732065517598Writing region close event to WAL at 1732065517602 (+4 ms)Closed at 1732065517602 2024-11-20T01:18:37,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:18:37,605 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:18:37,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:18:37,608 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:18:37,610 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:18:37,760 DEBUG [57759bcb46a5:38823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:18:37,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,38641,1732065516018 2024-11-20T01:18:37,765 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,38641,1732065516018, state=OPENING 2024-11-20T01:18:37,801 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:18:37,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730 2024-11-20T01:18:37,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730 2024-11-20T01:18:37,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-9048730/meta-region-server: CHANGED 2024-11-20T01:18:37,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-9048730/meta-region-server: CHANGED 2024-11-20T01:18:37,817 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:18:37,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,38641,1732065516018}] 2024-11-20T01:18:37,973 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:18:37,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:18:37,984 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:18:37,984 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:18:37,985 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:18:37,989 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C38641%2C1732065516018.meta, suffix=.meta, logDir=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/WALs/57759bcb46a5,38641,1732065516018, archiveDir=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/oldWALs, maxLogs=10 2024-11-20T01:18:38,005 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/WALs/57759bcb46a5,38641,1732065516018/57759bcb46a5%2C38641%2C1732065516018.meta.1732065517990.meta, exclude list is [], retry=0 2024-11-20T01:18:38,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38259,DS-8a1204fb-af96-47db-8ee7-f16f20967c72,DISK] 2024-11-20T01:18:38,016 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/WALs/57759bcb46a5,38641,1732065516018/57759bcb46a5%2C38641%2C1732065516018.meta.1732065517990.meta 2024-11-20T01:18:38,021 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41945:41945)] 2024-11-20T01:18:38,021 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:18:38,022 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:18:38,022 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:18:38,022 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:18:38,023 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:18:38,023 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:18:38,023 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:18:38,023 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:18:38,023 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:18:38,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:18:38,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:18:38,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:38,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:38,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:18:38,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:18:38,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:38,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:38,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:18:38,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:18:38,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:38,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:38,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:18:38,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:18:38,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:38,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:38,043 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:18:38,045 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/data/hbase/meta/1588230740 2024-11-20T01:18:38,049 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/data/hbase/meta/1588230740 2024-11-20T01:18:38,051 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:18:38,052 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:18:38,053 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:18:38,056 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:18:38,058 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71594396, jitterRate=0.06683963537216187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:18:38,059 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:18:38,059 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065518024Writing region info on filesystem at 1732065518024Initializing all the Stores at 1732065518026 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065518026Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065518026Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065518027 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065518027Cleaning up temporary data from old regions at 1732065518052 (+25 ms)Running coprocessor post-open hooks at 1732065518059 (+7 ms)Region opened successfully at 1732065518059 2024-11-20T01:18:38,061 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065517973 2024-11-20T01:18:38,066 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:18:38,067 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:18:38,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,38641,1732065516018 2024-11-20T01:18:38,074 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,38641,1732065516018, state=OPEN 2024-11-20T01:18:38,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-9048730/meta-region-server 2024-11-20T01:18:38,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-9048730/meta-region-server: CHANGED 2024-11-20T01:18:38,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-9048730/meta-region-server 2024-11-20T01:18:38,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-9048730/meta-region-server: CHANGED 2024-11-20T01:18:38,087 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,38641,1732065516018 2024-11-20T01:18:38,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:18:38,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,38641,1732065516018 in 270 msec 2024-11-20T01:18:38,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:18:38,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-20T01:18:38,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:18:38,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:18:38,108 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:18:38,108 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38641,1732065516018, seqNum=-1] 2024-11-20T01:18:38,109 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:18:38,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:18:38,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4280 sec 2024-11-20T01:18:38,128 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065518127, completionTime=-1 2024-11-20T01:18:38,128 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:18:38,128 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:18:38,132 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:18:38,132 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065578132 2024-11-20T01:18:38,132 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065638132 2024-11-20T01:18:38,132 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-20T01:18:38,133 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38823,1732065515586-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:38,133 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38823,1732065515586-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:38,133 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38823,1732065515586-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:38,133 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:38823, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:38,133 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:38,134 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:38,136 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:18:38,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.019sec 2024-11-20T01:18:38,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:18:38,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:18:38,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:18:38,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:18:38,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:18:38,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38823,1732065515586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:18:38,141 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38823,1732065515586-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:18:38,144 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:18:38,144 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:18:38,144 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38823,1732065515586-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:38,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dff9fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:38,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38823,-1 for getting cluster id 2024-11-20T01:18:38,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:18:38,189 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9eedbb0e-ab2e-4428-9b20-55ac6bc783a9' 2024-11-20T01:18:38,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:18:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9eedbb0e-ab2e-4428-9b20-55ac6bc783a9" 2024-11-20T01:18:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d0ff75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:38,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38823,-1] 2024-11-20T01:18:38,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:18:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:38,194 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:18:38,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:38,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:18:38,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38641,1732065516018, seqNum=-1] 2024-11-20T01:18:38,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:18:38,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:18:38,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,38823,1732065515586 2024-11-20T01:18:38,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52165 2024-11-20T01:18:38,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:18:38,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155d18a5a0005 connected 2024-11-20T01:18:38,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4818403e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:38,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44297,-1 for getting cluster id 2024-11-20T01:18:38,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:18:38,319 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4' 2024-11-20T01:18:38,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:18:38,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4" 2024-11-20T01:18:38,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddd757e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:38,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44297,-1] 2024-11-20T01:18:38,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:18:38,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:38,322 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:18:38,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36905bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:38,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:18:38,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,44297,1732065505967 2024-11-20T01:18:38,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3460a930 2024-11-20T01:18:38,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:18:38,340 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:18:38,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:38823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:18:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:18:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:18:38,353 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:38823' 2024-11-20T01:18:38,355 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0a7c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:38,355 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38823,-1 for getting cluster id 2024-11-20T01:18:38,355 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:18:38,356 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9eedbb0e-ab2e-4428-9b20-55ac6bc783a9' 2024-11-20T01:18:38,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:18:38,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9eedbb0e-ab2e-4428-9b20-55ac6bc783a9" 2024-11-20T01:18:38,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edf379e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:38,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38823,-1] 2024-11-20T01:18:38,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:18:38,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:38,358 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:18:38,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711554b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:38,360 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:18:38,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,38823,1732065515586 2024-11-20T01:18:38,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f322d70 2024-11-20T01:18:38,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:18:38,366 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:18:38,379 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T01:18:38,380 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:18:38,386 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:38,387 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:38,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:18:38,388 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:18:38,394 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:18:38,398 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:18:38,399 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:38,401 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:18:38,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741835_1011 (size=1138) 2024-11-20T01:18:38,447 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T01:18:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:18:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:18:38,821 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7694c7fcbb1eb093077d932b4a5a43a3, NAME => 'hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53 2024-11-20T01:18:38,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741836_1012 (size=44) 2024-11-20T01:18:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:18:39,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:18:39,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7694c7fcbb1eb093077d932b4a5a43a3, disabling compactions & flushes 2024-11-20T01:18:39,259 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:39,259 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:39,259 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. after waiting 0 ms 2024-11-20T01:18:39,259 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:39,259 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:39,259 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7694c7fcbb1eb093077d932b4a5a43a3: Waiting for close lock at 1732065519258Disabling compacts and flushes for region at 1732065519258Disabling writes for close at 1732065519259 (+1 ms)Writing region close event to WAL at 1732065519259Closed at 1732065519259 2024-11-20T01:18:39,261 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:18:39,265 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732065519261"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065519261"}]},"ts":"1732065519261"} 2024-11-20T01:18:39,273 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:18:39,275 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:18:39,278 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065519276"}]},"ts":"1732065519276"} 2024-11-20T01:18:39,283 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T01:18:39,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7694c7fcbb1eb093077d932b4a5a43a3, ASSIGN}] 2024-11-20T01:18:39,287 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7694c7fcbb1eb093077d932b4a5a43a3, ASSIGN 2024-11-20T01:18:39,289 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7694c7fcbb1eb093077d932b4a5a43a3, ASSIGN; state=OFFLINE, location=57759bcb46a5,37435,1732065507343; forceNewPlan=false, retain=false 2024-11-20T01:18:39,441 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7694c7fcbb1eb093077d932b4a5a43a3, regionState=OPENING, regionLocation=57759bcb46a5,37435,1732065507343 2024-11-20T01:18:39,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7694c7fcbb1eb093077d932b4a5a43a3, ASSIGN because future has completed 2024-11-20T01:18:39,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7694c7fcbb1eb093077d932b4a5a43a3, server=57759bcb46a5,37435,1732065507343}] 2024-11-20T01:18:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:18:39,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:39,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:18:39,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:18:39,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C37435%2C1732065507343.rep, suffix=, logDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343, archiveDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/oldWALs, maxLogs=10 2024-11-20T01:18:39,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.rep.1732065519611, exclude list is [], retry=0 2024-11-20T01:18:39,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39499,DS-6270d5f8-73e5-4d3a-a59c-d0fc752a920b,DISK] 2024-11-20T01:18:39,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.rep.1732065519611 2024-11-20T01:18:39,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39097:39097)] 2024-11-20T01:18:39,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7694c7fcbb1eb093077d932b4a5a43a3, NAME => 'hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:18:39,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:18:39,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:18:39,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. service=MultiRowMutationService 2024-11-20T01:18:39,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:18:39,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:39,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:18:39,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:39,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:39,638 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:39,641 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7694c7fcbb1eb093077d932b4a5a43a3 columnFamilyName hfileref 2024-11-20T01:18:39,641 DEBUG [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:39,642 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] regionserver.HStore(327): Store=7694c7fcbb1eb093077d932b4a5a43a3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:18:39,643 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:39,645 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7694c7fcbb1eb093077d932b4a5a43a3 columnFamilyName queue 2024-11-20T01:18:39,645 DEBUG [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:39,646 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] regionserver.HStore(327): Store=7694c7fcbb1eb093077d932b4a5a43a3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:18:39,647 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:39,648 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7694c7fcbb1eb093077d932b4a5a43a3 columnFamilyName sid 2024-11-20T01:18:39,648 DEBUG [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:39,649 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] regionserver.HStore(327): Store=7694c7fcbb1eb093077d932b4a5a43a3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:18:39,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:39,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/replication/7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:39,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/replication/7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:39,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:39,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:39,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:18:39,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:39,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/replication/7694c7fcbb1eb093077d932b4a5a43a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:18:39,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7694c7fcbb1eb093077d932b4a5a43a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63134805, jitterRate=-0.05921809375286102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:18:39,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:39,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7694c7fcbb1eb093077d932b4a5a43a3: Running coprocessor pre-open hook at 1732065519636Writing region info on filesystem at 1732065519636Initializing all the Stores at 1732065519638 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065519638Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065519638Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065519638Cleaning up temporary data from old regions at 1732065519653 (+15 ms)Running coprocessor post-open hooks at 1732065519661 (+8 ms)Region opened successfully at 1732065519662 (+1 ms) 2024-11-20T01:18:39,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3., pid=7, masterSystemTime=1732065519599 2024-11-20T01:18:39,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:39,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:39,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7694c7fcbb1eb093077d932b4a5a43a3, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,37435,1732065507343 2024-11-20T01:18:39,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7694c7fcbb1eb093077d932b4a5a43a3, server=57759bcb46a5,37435,1732065507343 because future has completed 2024-11-20T01:18:39,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T01:18:39,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7694c7fcbb1eb093077d932b4a5a43a3, server=57759bcb46a5,37435,1732065507343 in 232 msec 2024-11-20T01:18:39,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:18:39,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7694c7fcbb1eb093077d932b4a5a43a3, ASSIGN in 397 msec 2024-11-20T01:18:39,689 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:18:39,690 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065519689"}]},"ts":"1732065519689"} 2024-11-20T01:18:39,693 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T01:18:39,695 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:18:39,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3060 sec 2024-11-20T01:18:39,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3., hostname=57759bcb46a5,37435,1732065507343, seqNum=2] 2024-11-20T01:18:39,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37435 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T01:18:39,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:39,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:39,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:18:39,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T01:18:39,938 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T01:18:39,977 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,37435,1732065507343, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:18:39,979 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:18:39,979 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,37435,1732065507343, seqNum=-1] 2024-11-20T01:18:39,979 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:18:39,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T01:18:39,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57759bcb46a5,37435,1732065507343', locateType=CURRENT is [region=hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3., hostname=57759bcb46a5,37435,1732065507343, seqNum=2] 2024-11-20T01:18:39,990 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T01:18:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T01:18:39,999 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57759bcb46a5,37435,1732065507343 suceeded 2024-11-20T01:18:40,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T01:18:40,004 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57759bcb46a5:38823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:18:40,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-20T01:18:40,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6610 sec 2024-11-20T01:18:40,013 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:38823' 2024-11-20T01:18:40,015 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@685f3681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:40,015 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38823,-1 for getting cluster id 2024-11-20T01:18:40,015 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:18:40,016 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9eedbb0e-ab2e-4428-9b20-55ac6bc783a9' 2024-11-20T01:18:40,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:18:40,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9eedbb0e-ab2e-4428-9b20-55ac6bc783a9" 2024-11-20T01:18:40,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5040e9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:40,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38823,-1] 2024-11-20T01:18:40,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:18:40,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:40,019 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:18:40,020 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c07c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:40,020 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:18:40,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,38823,1732065515586 2024-11-20T01:18:40,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f60633e 2024-11-20T01:18:40,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:18:40,023 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T01:18:40,024 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,37435,1732065507343 (queues=1) is replicating from cluster=3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4 to cluster=9eedbb0e-ab2e-4428-9b20-55ac6bc783a9 2024-11-20T01:18:40,026 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C37435%2C1732065507343 2024-11-20T01:18:40,029 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,37435,1732065507343, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:18:40,032 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343.replicationSource.shipper57759bcb46a5%2C37435%2C1732065507343,1-57759bcb46a5,37435,1732065507343 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C37435%2C1732065507343 2024-11-20T01:18:40,035 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343.replicationSource.wal-reader.57759bcb46a5%2C37435%2C1732065507343,1-57759bcb46a5,37435,1732065507343 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.1732065510320, startPosition=0, beingWritten=true 2024-11-20T01:18:40,309 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343.replicationSource.wal-reader.57759bcb46a5%2C37435%2C1732065507343,1-57759bcb46a5,37435,1732065507343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.1732065510320 to pos 0, reset compression=false 2024-11-20T01:18:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:18:40,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:18:40,502 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:18:40,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:40,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:40,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:40,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:18:40,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa486b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:40,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44297,-1 for getting cluster id 2024-11-20T01:18:40,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:18:40,506 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4' 2024-11-20T01:18:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:18:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4" 2024-11-20T01:18:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bd76a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:40,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44297,-1] 2024-11-20T01:18:40,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:18:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:40,512 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:18:40,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3305d00a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:40,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:18:40,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,44297,1732065505967 2024-11-20T01:18:40,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14c319dc 2024-11-20T01:18:40,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:18:40,519 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:18:40,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://57759bcb46a5:38823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:18:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:18:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T01:18:40,524 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:38823' 2024-11-20T01:18:40,526 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa4fdfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:40,526 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38823,-1 for getting cluster id 2024-11-20T01:18:40,526 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:18:40,527 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9eedbb0e-ab2e-4428-9b20-55ac6bc783a9' 2024-11-20T01:18:40,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:18:40,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9eedbb0e-ab2e-4428-9b20-55ac6bc783a9" 2024-11-20T01:18:40,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391762cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:40,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38823,-1] 2024-11-20T01:18:40,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:18:40,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:40,530 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:18:40,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e204b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:40,531 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:18:40,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,38823,1732065515586 2024-11-20T01:18:40,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d67f83f 2024-11-20T01:18:40,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:18:40,534 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:18:40,535 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-20T01:18:40,536 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:18:40,536 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:40,536 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:40,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:18:40,616 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343.replicationSource.wal-reader.57759bcb46a5%2C37435%2C1732065507343,1-57759bcb46a5,37435,1732065507343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.1732065510320 to pos 0, reset compression=false 2024-11-20T01:18:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T01:18:40,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:18:40,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-20T01:18:40,800 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T01:18:40,836 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-57759bcb46a5,37435,1732065507343, ReplicationSource: 2, currentBandwidth=0 2024-11-20T01:18:40,839 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T01:18:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T01:18:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T01:18:40,843 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 57759bcb46a5,37435,1732065507343 suceeded 2024-11-20T01:18:40,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:18:40,846 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://57759bcb46a5:38823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:18:40,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-20T01:18:40,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 326 msec 2024-11-20T01:18:40,855 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:38823' 2024-11-20T01:18:40,856 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12873afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:40,856 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38823,-1 for getting cluster id 2024-11-20T01:18:40,856 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:18:40,857 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9eedbb0e-ab2e-4428-9b20-55ac6bc783a9' 2024-11-20T01:18:40,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:18:40,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9eedbb0e-ab2e-4428-9b20-55ac6bc783a9" 2024-11-20T01:18:40,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aa19eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:40,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38823,-1] 2024-11-20T01:18:40,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:18:40,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:40,859 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:18:40,860 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37789f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:40,860 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:18:40,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,38823,1732065515586 2024-11-20T01:18:40,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@712b1126 2024-11-20T01:18:40,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:18:40,862 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T01:18:40,862 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-57759bcb46a5,37435,1732065507343 (queues=1) is replicating from cluster=3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4 to cluster=9eedbb0e-ab2e-4428-9b20-55ac6bc783a9 2024-11-20T01:18:40,863 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=57759bcb46a5%2C37435%2C1732065507343 2024-11-20T01:18:40,863 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-57759bcb46a5,37435,1732065507343, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:18:40,863 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343.replicationSource.shipper57759bcb46a5%2C37435%2C1732065507343,2-57759bcb46a5,37435,1732065507343 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C37435%2C1732065507343 2024-11-20T01:18:40,863 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343.replicationSource.wal-reader.57759bcb46a5%2C37435%2C1732065507343,2-57759bcb46a5,37435,1732065507343 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.1732065510320, startPosition=0, beingWritten=true 2024-11-20T01:18:41,032 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343.replicationSource.wal-reader.57759bcb46a5%2C37435%2C1732065507343,1-57759bcb46a5,37435,1732065507343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.1732065510320 to pos 0, reset compression=false 2024-11-20T01:18:41,070 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343.replicationSource.wal-reader.57759bcb46a5%2C37435%2C1732065507343,2-57759bcb46a5,37435,1732065507343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.1732065510320 to pos 0, reset compression=false 2024-11-20T01:18:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T01:18:41,152 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T01:18:41,152 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:18:41,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:41,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:41,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:41,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:18:41,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:18:41,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,44297,1732065505967 2024-11-20T01:18:41,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@494b7000 2024-11-20T01:18:41,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:18:41,158 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:18:41,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T01:18:41,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T01:18:41,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T01:18:41,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T01:18:41,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:38823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:18:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T01:18:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T01:18:41,175 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:38823' 2024-11-20T01:18:41,177 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e213d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:41,177 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38823,-1 for getting cluster id 2024-11-20T01:18:41,177 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:18:41,179 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9eedbb0e-ab2e-4428-9b20-55ac6bc783a9' 2024-11-20T01:18:41,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:18:41,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9eedbb0e-ab2e-4428-9b20-55ac6bc783a9" 2024-11-20T01:18:41,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63108281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:41,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38823,-1] 2024-11-20T01:18:41,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:18:41,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:41,181 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:18:41,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1860aec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:41,182 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:18:41,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,38823,1732065515586 2024-11-20T01:18:41,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7aa6f915 2024-11-20T01:18:41,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:18:41,186 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:18:41,187 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T01:18:41,188 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:18:41,188 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:41,188 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:41,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:18:41,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:18:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T01:18:41,378 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343.replicationSource.wal-reader.57759bcb46a5%2C37435%2C1732065507343,2-57759bcb46a5,37435,1732065507343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.1732065510320 to pos 0, reset compression=false 2024-11-20T01:18:41,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-20T01:18:41,429 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-20T01:18:41,431 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T01:18:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T01:18:41,435 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 57759bcb46a5,37435,1732065507343 suceeded 2024-11-20T01:18:41,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T01:18:41,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-20T01:18:41,438 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://57759bcb46a5:38823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:18:41,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 270 msec 2024-11-20T01:18:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T01:18:41,491 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-20T01:18:41,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://57759bcb46a5:38823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:18:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T01:18:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T01:18:41,497 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:38823' 2024-11-20T01:18:41,498 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4affc0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:41,498 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38823,-1 for getting cluster id 2024-11-20T01:18:41,498 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:18:41,500 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9eedbb0e-ab2e-4428-9b20-55ac6bc783a9' 2024-11-20T01:18:41,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:18:41,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9eedbb0e-ab2e-4428-9b20-55ac6bc783a9" 2024-11-20T01:18:41,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3af826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:41,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38823,-1] 2024-11-20T01:18:41,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:18:41,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:41,502 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:18:41,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3057eab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:41,504 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:18:41,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,38823,1732065515586 2024-11-20T01:18:41,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@672d4110 2024-11-20T01:18:41,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:18:41,508 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:18:41,509 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T01:18:41,510 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:18:41,510 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:41,510 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:41,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:18:41,541 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343.replicationSource.wal-reader.57759bcb46a5%2C37435%2C1732065507343,1-57759bcb46a5,37435,1732065507343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.1732065510320 to pos 0, reset compression=false 2024-11-20T01:18:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T01:18:41,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:18:41,788 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343.replicationSource.wal-reader.57759bcb46a5%2C37435%2C1732065507343,2-57759bcb46a5,37435,1732065507343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.1732065510320 to pos 0, reset compression=false 2024-11-20T01:18:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T01:18:41,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-20T01:18:41,818 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-20T01:18:41,820 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T01:18:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T01:18:41,825 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 57759bcb46a5,37435,1732065507343 suceeded 2024-11-20T01:18:41,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T01:18:41,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-20T01:18:41,830 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://57759bcb46a5:38823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:18:41,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 338 msec 2024-11-20T01:18:42,042 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T01:18:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T01:18:42,122 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-20T01:18:42,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T01:18:42,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T01:18:42,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:18:42,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:42,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:42,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:42,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:18:42,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:18:42,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1689391915, stopped=false 2024-11-20T01:18:42,130 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,44297,1732065505967 2024-11-20T01:18:42,149 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343.replicationSource.wal-reader.57759bcb46a5%2C37435%2C1732065507343,1-57759bcb46a5,37435,1732065507343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.1732065510320 to pos 0, reset compression=false 2024-11-20T01:18:42,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01783793732/running 2024-11-20T01:18:42,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:42,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01783793732/running 2024-11-20T01:18:42,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:42,206 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:18:42,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on znode that does not yet exist, /01783793732/running 2024-11-20T01:18:42,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:18:42,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:42,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:42,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on znode that does not yet exist, /01783793732/running 2024-11-20T01:18:42,207 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,37435,1732065507343' ***** 2024-11-20T01:18:42,207 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:18:42,208 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:18:42,209 INFO [RS:0;57759bcb46a5:37435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:18:42,209 INFO [RS:0;57759bcb46a5:37435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:18:42,209 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:18:42,210 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(3091): Received CLOSE for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:42,210 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,37435,1732065507343 2024-11-20T01:18:42,210 INFO [RS:0;57759bcb46a5:37435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:18:42,211 INFO [RS:0;57759bcb46a5:37435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:37435. 2024-11-20T01:18:42,211 DEBUG [RS:0;57759bcb46a5:37435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:42,211 DEBUG [RS:0;57759bcb46a5:37435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:42,211 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7694c7fcbb1eb093077d932b4a5a43a3, disabling compactions & flushes 2024-11-20T01:18:42,211 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:42,211 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:18:42,211 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:18:42,212 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:18:42,212 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:18:42,213 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:42,213 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. after waiting 0 ms 2024-11-20T01:18:42,213 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:42,216 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T01:18:42,217 DEBUG [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(1325): Online Regions={7694c7fcbb1eb093077d932b4a5a43a3=hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:18:42,217 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:18:42,217 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:18:42,217 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:18:42,217 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:18:42,217 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:18:42,217 DEBUG [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:42,219 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T01:18:42,219 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7694c7fcbb1eb093077d932b4a5a43a3 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-20T01:18:42,289 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:18:42,298 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343.replicationSource.wal-reader.57759bcb46a5%2C37435%2C1732065507343,2-57759bcb46a5,37435,1732065507343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.1732065510320 to pos 0, reset compression=false 2024-11-20T01:18:42,341 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/replication/7694c7fcbb1eb093077d932b4a5a43a3/.tmp/queue/8c18a59591e54d0bad5fdcb4add2ba8a is 151, key is 1-57759bcb46a5,37435,1732065507343/queue:57759bcb46a5%2C37435%2C1732065507343/1732065519985/Put/seqid=0 2024-11-20T01:18:42,342 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/.tmp/info/d3770b81ac3043f69ae764ab48a0620d is 147, key is hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3./info:regioninfo/1732065519669/Put/seqid=0 2024-11-20T01:18:42,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741838_1014 (size=5500) 2024-11-20T01:18:42,373 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/replication/7694c7fcbb1eb093077d932b4a5a43a3/.tmp/queue/8c18a59591e54d0bad5fdcb4add2ba8a 2024-11-20T01:18:42,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741839_1015 (size=6631) 2024-11-20T01:18:42,378 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/.tmp/info/d3770b81ac3043f69ae764ab48a0620d 2024-11-20T01:18:42,417 DEBUG [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:42,437 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/replication/7694c7fcbb1eb093077d932b4a5a43a3/.tmp/queue/8c18a59591e54d0bad5fdcb4add2ba8a as hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/replication/7694c7fcbb1eb093077d932b4a5a43a3/queue/8c18a59591e54d0bad5fdcb4add2ba8a 2024-11-20T01:18:42,457 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/replication/7694c7fcbb1eb093077d932b4a5a43a3/queue/8c18a59591e54d0bad5fdcb4add2ba8a, entries=2, sequenceid=6, filesize=5.4 K 2024-11-20T01:18:42,466 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7694c7fcbb1eb093077d932b4a5a43a3 in 247ms, sequenceid=6, compaction requested=false 2024-11-20T01:18:42,467 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/.tmp/ns/5700c5cd9da841ee8055b8257977cd26 is 43, key is default/ns:d/1732065511934/Put/seqid=0 2024-11-20T01:18:42,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741840_1016 (size=5153) 2024-11-20T01:18:42,514 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/replication/7694c7fcbb1eb093077d932b4a5a43a3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T01:18:42,518 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:18:42,518 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:18:42,518 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:42,519 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7694c7fcbb1eb093077d932b4a5a43a3: Waiting for close lock at 1732065522211Running coprocessor pre-close hooks at 1732065522211Disabling compacts and flushes for region at 1732065522211Disabling writes for close at 1732065522213 (+2 ms)Obtaining lock to block concurrent updates at 1732065522219 (+6 ms)Preparing flush snapshotting stores in 7694c7fcbb1eb093077d932b4a5a43a3 at 1732065522219Finished memstore snapshotting hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732065522235 (+16 ms)Flushing stores of hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. at 1732065522237 (+2 ms)Flushing 7694c7fcbb1eb093077d932b4a5a43a3/queue: creating writer at 1732065522239 (+2 ms)Flushing 7694c7fcbb1eb093077d932b4a5a43a3/queue: appending metadata at 1732065522302 (+63 ms)Flushing 7694c7fcbb1eb093077d932b4a5a43a3/queue: closing flushed file at 1732065522306 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3a2f56: reopening flushed file at 1732065522434 (+128 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7694c7fcbb1eb093077d932b4a5a43a3 in 247ms, sequenceid=6, compaction requested=false at 1732065522466 (+32 ms)Writing region close event to WAL at 1732065522488 (+22 ms)Running coprocessor post-close hooks at 1732065522516 (+28 ms)Closed at 1732065522518 (+2 ms) 2024-11-20T01:18:42,519 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:42,618 DEBUG [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:18:42,818 DEBUG [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:18:42,894 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343.replicationSource.wal-reader.57759bcb46a5%2C37435%2C1732065507343,1-57759bcb46a5,37435,1732065507343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.1732065510320 to pos 0, reset compression=false 2024-11-20T01:18:42,909 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/.tmp/ns/5700c5cd9da841ee8055b8257977cd26 2024-11-20T01:18:42,942 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/.tmp/table/26744fa921d64414890d698e815462b9 is 53, key is hbase:replication/table:state/1732065519689/Put/seqid=0 2024-11-20T01:18:42,944 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343.replicationSource.wal-reader.57759bcb46a5%2C37435%2C1732065507343,2-57759bcb46a5,37435,1732065507343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343/57759bcb46a5%2C37435%2C1732065507343.1732065510320 to pos 0, reset compression=false 2024-11-20T01:18:42,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741841_1017 (size=5256) 2024-11-20T01:18:42,949 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/.tmp/table/26744fa921d64414890d698e815462b9 2024-11-20T01:18:42,967 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/.tmp/info/d3770b81ac3043f69ae764ab48a0620d as hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/info/d3770b81ac3043f69ae764ab48a0620d 2024-11-20T01:18:42,979 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/info/d3770b81ac3043f69ae764ab48a0620d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T01:18:42,981 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/.tmp/ns/5700c5cd9da841ee8055b8257977cd26 as hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/ns/5700c5cd9da841ee8055b8257977cd26 2024-11-20T01:18:42,991 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/ns/5700c5cd9da841ee8055b8257977cd26, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T01:18:42,993 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/.tmp/table/26744fa921d64414890d698e815462b9 as hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/table/26744fa921d64414890d698e815462b9 2024-11-20T01:18:43,005 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/table/26744fa921d64414890d698e815462b9, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T01:18:43,007 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 789ms, sequenceid=11, compaction requested=false 2024-11-20T01:18:43,015 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T01:18:43,016 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:18:43,016 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:18:43,016 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:18:43,016 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065522216Running coprocessor pre-close hooks at 1732065522216Disabling compacts and flushes for region at 1732065522216Disabling writes for close at 1732065522217 (+1 ms)Obtaining lock to block concurrent updates at 1732065522219 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732065522219Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732065522235 (+16 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732065522237 (+2 ms)Flushing 1588230740/info: creating writer at 1732065522239 (+2 ms)Flushing 1588230740/info: appending metadata at 1732065522305 (+66 ms)Flushing 1588230740/info: closing flushed file at 1732065522306 (+1 ms)Flushing 1588230740/ns: creating writer at 1732065522434 (+128 ms)Flushing 1588230740/ns: appending metadata at 1732065522464 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1732065522464Flushing 1588230740/table: creating writer at 1732065522918 (+454 ms)Flushing 1588230740/table: appending metadata at 1732065522940 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732065522940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56f742a4: reopening flushed file at 1732065522966 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4924e1ef: reopening flushed file at 1732065522979 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543e5923: reopening flushed file at 1732065522991 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 789ms, sequenceid=11, compaction requested=false at 1732065523007 (+16 ms)Writing region close event to WAL at 1732065523008 (+1 ms)Running coprocessor post-close hooks at 1732065523016 (+8 ms)Closed at 1732065523016 2024-11-20T01:18:43,017 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:18:43,018 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,37435,1732065507343; all regions closed. 2024-11-20T01:18:43,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741834_1010 (size=2742) 2024-11-20T01:18:43,037 DEBUG [RS:0;57759bcb46a5:37435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/oldWALs 2024-11-20T01:18:43,037 INFO [RS:0;57759bcb46a5:37435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C37435%2C1732065507343.meta:.meta(num 1732065511499) 2024-11-20T01:18:43,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741837_1013 (size=1802) 2024-11-20T01:18:43,054 DEBUG [RS:0;57759bcb46a5:37435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/oldWALs 2024-11-20T01:18:43,054 INFO [RS:0;57759bcb46a5:37435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C37435%2C1732065507343.rep:(num 1732065519611) 2024-11-20T01:18:43,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741833_1009 (size=93) 2024-11-20T01:18:43,079 DEBUG [RS:0;57759bcb46a5:37435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/oldWALs 2024-11-20T01:18:43,079 INFO [RS:0;57759bcb46a5:37435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C37435%2C1732065507343:(num 1732065510320) 2024-11-20T01:18:43,079 DEBUG [RS:0;57759bcb46a5:37435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:43,079 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:18:43,079 INFO [RS:0;57759bcb46a5:37435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:18:43,080 INFO [RS:0;57759bcb46a5:37435 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T01:18:43,080 INFO [RS:0;57759bcb46a5:37435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:18:43,080 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:18:43,080 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,37435,1732065507343 because: Region server is closing 2024-11-20T01:18:43,081 INFO [RS:0;57759bcb46a5:37435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:37435. 2024-11-20T01:18:43,081 DEBUG [RS:0;57759bcb46a5:37435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:43,081 DEBUG [RS:0;57759bcb46a5:37435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:43,081 DEBUG [RS:0;57759bcb46a5:37435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:43,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:18:43,182 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343.replicationSource.shipper57759bcb46a5%2C37435%2C1732065507343,1-57759bcb46a5,37435,1732065507343 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T01:18:43,182 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343.replicationSource.wal-reader.57759bcb46a5%2C37435%2C1732065507343,1-57759bcb46a5,37435,1732065507343 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T01:18:43,182 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,37435,1732065507343.replicationSource.shipper57759bcb46a5%2C37435%2C1732065507343,1-57759bcb46a5,37435,1732065507343 terminated 2024-11-20T01:18:43,182 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-57759bcb46a5,37435,1732065507343 because: Region server is closing 2024-11-20T01:18:43,183 INFO [RS:0;57759bcb46a5:37435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:37435. 2024-11-20T01:18:43,183 DEBUG [RS:0;57759bcb46a5:37435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:43,183 DEBUG [RS:0;57759bcb46a5:37435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:43,183 DEBUG [RS:0;57759bcb46a5:37435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:43,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:18:43,284 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343.replicationSource.wal-reader.57759bcb46a5%2C37435%2C1732065507343,2-57759bcb46a5,37435,1732065507343 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T01:18:43,284 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343.replicationSource.shipper57759bcb46a5%2C37435%2C1732065507343,2-57759bcb46a5,37435,1732065507343 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T01:18:43,284 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,37435,1732065507343.replicationSource.shipper57759bcb46a5%2C37435%2C1732065507343,2-57759bcb46a5,37435,1732065507343 terminated 2024-11-20T01:18:43,284 INFO [RS:0;57759bcb46a5:37435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37435 2024-11-20T01:18:43,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01783793732/rs/57759bcb46a5,37435,1732065507343 2024-11-20T01:18:43,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732/rs 2024-11-20T01:18:43,338 INFO [RS:0;57759bcb46a5:37435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:18:43,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,37435,1732065507343] 2024-11-20T01:18:43,362 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01783793732/draining/57759bcb46a5,37435,1732065507343 already deleted, retry=false 2024-11-20T01:18:43,362 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,37435,1732065507343 expired; onlineServers=0 2024-11-20T01:18:43,362 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,44297,1732065505967' ***** 2024-11-20T01:18:43,362 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:18:43,362 INFO [M:0;57759bcb46a5:44297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:18:43,362 INFO [M:0;57759bcb46a5:44297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:18:43,362 DEBUG [M:0;57759bcb46a5:44297 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:18:43,363 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:18:43,363 DEBUG [M:0;57759bcb46a5:44297 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:18:43,363 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065509878 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065509878,5,FailOnTimeoutGroup] 2024-11-20T01:18:43,363 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065509887 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065509887,5,FailOnTimeoutGroup] 2024-11-20T01:18:43,363 INFO [M:0;57759bcb46a5:44297 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:18:43,363 INFO [M:0;57759bcb46a5:44297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:18:43,363 DEBUG [M:0;57759bcb46a5:44297 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:18:43,363 INFO [M:0;57759bcb46a5:44297 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:18:43,363 INFO [M:0;57759bcb46a5:44297 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:18:43,364 INFO [M:0;57759bcb46a5:44297 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:18:43,364 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:18:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01783793732/master 2024-11-20T01:18:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:43,373 DEBUG [M:0;57759bcb46a5:44297 {}] zookeeper.ZKUtil(347): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Unable to get data of znode /01783793732/master because node does not exist (not an error) 2024-11-20T01:18:43,373 WARN [M:0;57759bcb46a5:44297 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:18:43,374 INFO [M:0;57759bcb46a5:44297 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/.lastflushedseqids 2024-11-20T01:18:43,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741842_1018 (size=181) 2024-11-20T01:18:43,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:18:43,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37435-0x10155d18a5a0001, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:18:43,452 INFO [RS:0;57759bcb46a5:37435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:18:43,452 INFO [RS:0;57759bcb46a5:37435 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,37435,1732065507343; zookeeper connection closed. 2024-11-20T01:18:43,453 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@327c5c13 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@327c5c13 2024-11-20T01:18:43,453 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:18:43,526 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:18:43,787 INFO [M:0;57759bcb46a5:44297 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:18:43,787 INFO [M:0;57759bcb46a5:44297 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:18:43,787 DEBUG [M:0;57759bcb46a5:44297 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:18:43,787 INFO [M:0;57759bcb46a5:44297 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:43,787 DEBUG [M:0;57759bcb46a5:44297 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:43,787 DEBUG [M:0;57759bcb46a5:44297 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:18:43,787 DEBUG [M:0;57759bcb46a5:44297 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:43,788 INFO [M:0;57759bcb46a5:44297 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-20T01:18:43,806 DEBUG [M:0;57759bcb46a5:44297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55387ef1eb4d4f3ba4326aa9216f962d is 82, key is hbase:meta,,1/info:regioninfo/1732065511745/Put/seqid=0 2024-11-20T01:18:43,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741843_1019 (size=5672) 2024-11-20T01:18:44,213 INFO [M:0;57759bcb46a5:44297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55387ef1eb4d4f3ba4326aa9216f962d 2024-11-20T01:18:44,237 DEBUG [M:0;57759bcb46a5:44297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b99d7b2389ad4a19b20bad6d00165efc is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732065519697/Put/seqid=0 2024-11-20T01:18:44,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741844_1020 (size=8663) 2024-11-20T01:18:44,644 INFO [M:0;57759bcb46a5:44297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b99d7b2389ad4a19b20bad6d00165efc 2024-11-20T01:18:44,671 DEBUG [M:0;57759bcb46a5:44297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca3984a123e64330918faf1695319263 is 69, key is 57759bcb46a5,37435,1732065507343/rs:state/1732065509970/Put/seqid=0 2024-11-20T01:18:44,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741845_1021 (size=5156) 2024-11-20T01:18:45,078 INFO [M:0;57759bcb46a5:44297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca3984a123e64330918faf1695319263 2024-11-20T01:18:45,086 DEBUG [M:0;57759bcb46a5:44297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55387ef1eb4d4f3ba4326aa9216f962d as hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55387ef1eb4d4f3ba4326aa9216f962d 2024-11-20T01:18:45,093 INFO [M:0;57759bcb46a5:44297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55387ef1eb4d4f3ba4326aa9216f962d, entries=8, sequenceid=115, filesize=5.5 K 2024-11-20T01:18:45,095 DEBUG [M:0;57759bcb46a5:44297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b99d7b2389ad4a19b20bad6d00165efc as hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b99d7b2389ad4a19b20bad6d00165efc 2024-11-20T01:18:45,101 INFO [M:0;57759bcb46a5:44297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b99d7b2389ad4a19b20bad6d00165efc, entries=14, sequenceid=115, filesize=8.5 K 2024-11-20T01:18:45,103 DEBUG [M:0;57759bcb46a5:44297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca3984a123e64330918faf1695319263 as hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca3984a123e64330918faf1695319263 2024-11-20T01:18:45,111 INFO [M:0;57759bcb46a5:44297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca3984a123e64330918faf1695319263, entries=1, sequenceid=115, filesize=5.0 K 2024-11-20T01:18:45,113 INFO [M:0;57759bcb46a5:44297 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=115, compaction requested=false 2024-11-20T01:18:45,114 INFO [M:0;57759bcb46a5:44297 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:45,115 DEBUG [M:0;57759bcb46a5:44297 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065523787Disabling compacts and flushes for region at 1732065523787Disabling writes for close at 1732065523787Obtaining lock to block concurrent updates at 1732065523788 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065523788Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732065523788Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065523789 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065523789Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065523806 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065523806Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065524220 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065524237 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065524237Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065524653 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065524671 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065524671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc1599c: reopening flushed file at 1732065525085 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6e380b: reopening flushed file at 1732065525094 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72fc74b0: reopening flushed file at 1732065525102 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=115, compaction requested=false at 1732065525113 (+11 ms)Writing region close event to WAL at 1732065525114 (+1 ms)Closed at 1732065525114 2024-11-20T01:18:45,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741830_1006 (size=59421) 2024-11-20T01:18:45,119 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,44297,1732065505967/57759bcb46a5%2C44297%2C1732065505967.1732065509023 not finished, retry = 0 2024-11-20T01:18:45,220 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:18:45,220 INFO [M:0;57759bcb46a5:44297 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:18:45,220 INFO [M:0;57759bcb46a5:44297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44297 2024-11-20T01:18:45,221 INFO [M:0;57759bcb46a5:44297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:18:45,333 INFO [M:0;57759bcb46a5:44297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:18:45,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:18:45,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44297-0x10155d18a5a0000, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:18:45,335 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:18:45,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:45,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:45,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:18:45,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:45,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:18:45,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:18:45,336 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:18:45,337 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45743 2024-11-20T01:18:45,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45743 connecting to ZooKeeper ensemble=127.0.0.1:52165 2024-11-20T01:18:45,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457430x0, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:18:45,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45743-0x10155d18a5a0006 connected 2024-11-20T01:18:45,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:45,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:45,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on znode that does not yet exist, /01783793732/running 2024-11-20T01:18:45,372 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01783793732/meta-region-server: INIT 2024-11-20T01:18:45,372 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53, hbase.cluster.distributed=false 2024-11-20T01:18:45,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on znode that does not yet exist, /01783793732/acl 2024-11-20T01:18:45,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45743 2024-11-20T01:18:45,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45743 2024-11-20T01:18:45,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45743 2024-11-20T01:18:45,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45743 2024-11-20T01:18:45,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45743 2024-11-20T01:18:45,414 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:18:45,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:45,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:45,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:18:45,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:45,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:18:45,415 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:18:45,415 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:18:45,415 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38265 2024-11-20T01:18:45,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38265 connecting to ZooKeeper ensemble=127.0.0.1:52165 2024-11-20T01:18:45,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:45,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:45,439 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382650x0, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:18:45,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38265-0x10155d18a5a0007 connected 2024-11-20T01:18:45,442 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01783793732/meta-region-server: INIT 2024-11-20T01:18:45,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on znode that does not yet exist, /01783793732/running 2024-11-20T01:18:45,443 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:18:45,452 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:18:45,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on znode that does not yet exist, /01783793732/master 2024-11-20T01:18:45,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on znode that does not yet exist, /01783793732/acl 2024-11-20T01:18:45,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-20T01:18:45,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38265 2024-11-20T01:18:45,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38265 2024-11-20T01:18:45,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-20T01:18:45,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-20T01:18:45,500 DEBUG [M:0;57759bcb46a5:45743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:45743 2024-11-20T01:18:45,501 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01783793732/backup-masters/57759bcb46a5,45743,1732065525335 2024-11-20T01:18:45,509 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732/backup-masters 2024-11-20T01:18:45,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732/backup-masters 2024-11-20T01:18:45,510 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on existing znode=/01783793732/backup-masters/57759bcb46a5,45743,1732065525335 2024-11-20T01:18:45,520 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01783793732/master 2024-11-20T01:18:45,520 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:45,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:45,525 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on existing znode=/01783793732/master 2024-11-20T01:18:45,530 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01783793732/backup-masters/57759bcb46a5,45743,1732065525335 from backup master directory 2024-11-20T01:18:45,542 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732/backup-masters 2024-11-20T01:18:45,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01783793732/backup-masters/57759bcb46a5,45743,1732065525335 2024-11-20T01:18:45,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732/backup-masters 2024-11-20T01:18:45,543 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:18:45,543 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,45743,1732065525335 2024-11-20T01:18:45,581 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:45,581 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:18:45,620 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 39ms. 2024-11-20T01:18:45,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741846_1022 (size=196) 2024-11-20T01:18:45,694 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:18:45,695 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:18:45,696 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:18:45,710 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T01:18:45,714 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,44297,1732065505967 to hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,44297,1732065505967-dead as it is dead 2024-11-20T01:18:45,716 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T01:18:45,716 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T01:18:45,716 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,44297,1732065505967-dead/57759bcb46a5%2C44297%2C1732065505967.1732065509023 2024-11-20T01:18:45,722 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,44297,1732065505967-dead/57759bcb46a5%2C44297%2C1732065505967.1732065509023 after 4ms 2024-11-20T01:18:45,724 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,44297,1732065505967-dead/57759bcb46a5%2C44297%2C1732065505967.1732065509023 to hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57759bcb46a5%2C44297%2C1732065505967.1732065509023 2024-11-20T01:18:45,724 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,44297,1732065505967-dead 2024-11-20T01:18:45,725 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,45743,1732065525335 2024-11-20T01:18:45,729 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:18:45,731 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C45743%2C1732065525335, suffix=, logDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,45743,1732065525335, archiveDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/oldWALs, maxLogs=10 2024-11-20T01:18:45,747 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,45743,1732065525335/57759bcb46a5%2C45743%2C1732065525335.1732065525731, exclude list is [], retry=0 2024-11-20T01:18:45,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39499,DS-6270d5f8-73e5-4d3a-a59c-d0fc752a920b,DISK] 2024-11-20T01:18:45,780 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,45743,1732065525335/57759bcb46a5%2C45743%2C1732065525335.1732065525731 2024-11-20T01:18:45,784 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39097:39097)] 2024-11-20T01:18:45,785 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:18:45,785 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:18:45,785 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:45,785 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:45,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:45,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:18:45,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:45,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55387ef1eb4d4f3ba4326aa9216f962d 2024-11-20T01:18:45,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:45,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:45,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:18:45,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:45,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b99d7b2389ad4a19b20bad6d00165efc 2024-11-20T01:18:45,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:18:45,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:45,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:18:45,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:45,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca3984a123e64330918faf1695319263 2024-11-20T01:18:45,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:18:45,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:45,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:18:45,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:45,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:18:45,841 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:45,842 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T01:18:45,842 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57759bcb46a5%2C44297%2C1732065505967.1732065509023 2024-11-20T01:18:45,862 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57759bcb46a5%2C44297%2C1732065505967.1732065509023 2024-11-20T01:18:45,863 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57759bcb46a5%2C44297%2C1732065505967.1732065509023 2024-11-20T01:18:45,865 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:45,865 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:45,866 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:18:45,868 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:18:45,870 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-20T01:18:45,872 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64601268, jitterRate=-0.03736609220504761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:18:45,872 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065525785Initializing all the Stores at 1732065525794 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065525794Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065525794Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065525795 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065525795Cleaning up temporary data from old regions at 1732065525865 (+70 ms)Region opened successfully at 1732065525872 (+7 ms) 2024-11-20T01:18:45,875 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:18:45,880 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d332c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:18:45,890 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T01:18:45,890 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:18:45,890 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:18:45,890 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:18:45,891 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:18:45,897 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:18:45,897 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:18:45,898 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:18:45,898 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:18:45,898 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T01:18:45,899 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T01:18:45,899 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-20T01:18:45,899 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:18:45,904 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=57759bcb46a5,37435,1732065507343, regionLocation=57759bcb46a5,37435,1732065507343, openSeqNum=2 2024-11-20T01:18:45,904 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=57759bcb46a5,37435,1732065507343, table=hbase:meta, region=1588230740 2024-11-20T01:18:45,905 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,37435,1732065507343, state=OPEN 2024-11-20T01:18:45,917 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01783793732/meta-region-server 2024-11-20T01:18:45,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01783793732/meta-region-server 2024-11-20T01:18:45,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01783793732/meta-region-server: CHANGED 2024-11-20T01:18:45,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01783793732/meta-region-server: CHANGED 2024-11-20T01:18:45,923 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:18:45,930 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01783793732/draining/57759bcb46a5,37435,1732065507343 already deleted, retry=false 2024-11-20T01:18:45,930 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 57759bcb46a5,37435,1732065507343 on 57759bcb46a5,45743,1732065525335 2024-11-20T01:18:45,937 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 57759bcb46a5,37435,1732065507343, splitWal=true, meta=true 2024-11-20T01:18:45,941 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 57759bcb46a5,37435,1732065507343 (carryingMeta=true) 57759bcb46a5,37435,1732065507343/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6494a81e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T01:18:45,946 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Unable to get data of znode /01783793732/balancer because node does not exist (not necessarily an error) 2024-11-20T01:18:45,951 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01783793732/balancer already deleted, retry=false 2024-11-20T01:18:45,951 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:18:45,952 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Unable to get data of znode /01783793732/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:18:45,990 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01783793732/normalizer already deleted, retry=false 2024-11-20T01:18:45,991 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:18:45,993 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Unable to get data of znode /01783793732/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:18:46,014 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01783793732/switch/split already deleted, retry=false 2024-11-20T01:18:46,016 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Unable to get data of znode /01783793732/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:18:46,025 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01783793732/switch/merge already deleted, retry=false 2024-11-20T01:18:46,048 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Unable to get data of znode /01783793732/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:18:46,056 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01783793732/snapshot-cleanup already deleted, retry=false 2024-11-20T01:18:46,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01783793732/running 2024-11-20T01:18:46,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:46,068 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01783793732/running 2024-11-20T01:18:46,068 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:46,069 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,45743,1732065525335, sessionid=0x10155d18a5a0006, setting cluster-up flag (Was=false) 2024-11-20T01:18:46,079 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01783793732/flush-table-proc/acquired, /01783793732/flush-table-proc/reached, /01783793732/flush-table-proc/abort 2024-11-20T01:18:46,081 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,45743,1732065525335 2024-11-20T01:18:46,097 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01783793732/online-snapshot/acquired, /01783793732/online-snapshot/reached, /01783793732/online-snapshot/abort 2024-11-20T01:18:46,098 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,45743,1732065525335 2024-11-20T01:18:46,101 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/.lastflushedseqids 2024-11-20T01:18:46,113 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:18:46,113 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:18:46,113 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,45743,1732065525335 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 57759bcb46a5,37435,1732065507343 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:18:46,116 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:18:46,116 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:18:46,116 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:18:46,116 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:18:46,117 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:18:46,117 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:46,117 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:18:46,117 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:46,119 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065556119 2024-11-20T01:18:46,119 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:18:46,119 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:18:46,119 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:18:46,119 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:18:46,120 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:18:46,120 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:18:46,120 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:46,121 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:18:46,121 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:18:46,121 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:18:46,121 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:18:46,122 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 57759bcb46a5,37435,1732065507343, splitWal=true, meta=true 2024-11-20T01:18:46,124 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 57759bcb46a5,37435,1732065507343, splitWal=true, meta=true, isMeta: true 2024-11-20T01:18:46,126 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343-splitting 2024-11-20T01:18:46,128 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343-splitting dir is empty, no logs to split. 2024-11-20T01:18:46,128 INFO [PEWorker-1 {}] master.SplitWALManager(105): 57759bcb46a5,37435,1732065507343 WAL count=0, meta=true 2024-11-20T01:18:46,128 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:18:46,128 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:18:46,128 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065526128,5,FailOnTimeoutGroup] 2024-11-20T01:18:46,134 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343-splitting dir is empty, no logs to split. 2024-11-20T01:18:46,134 INFO [PEWorker-1 {}] master.SplitWALManager(105): 57759bcb46a5,37435,1732065507343 WAL count=0, meta=true 2024-11-20T01:18:46,135 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 57759bcb46a5,37435,1732065507343 WAL splitting is done? wals=0, meta=true 2024-11-20T01:18:46,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:18:46,139 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:18:46,140 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065526129,5,FailOnTimeoutGroup] 2024-11-20T01:18:46,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:46,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:18:46,141 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:46,141 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:46,141 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065526141, completionTime=-1 2024-11-20T01:18:46,141 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T01:18:46,143 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T01:18:46,146 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T01:18:46,187 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(746): ClusterId : 3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4 2024-11-20T01:18:46,187 DEBUG [RS:0;57759bcb46a5:38265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:18:46,194 DEBUG [RS:0;57759bcb46a5:38265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:18:46,194 DEBUG [RS:0;57759bcb46a5:38265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:18:46,205 DEBUG [RS:0;57759bcb46a5:38265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:18:46,205 DEBUG [RS:0;57759bcb46a5:38265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fea8b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:18:46,217 DEBUG [RS:0;57759bcb46a5:38265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:38265 2024-11-20T01:18:46,217 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:18:46,218 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:18:46,218 DEBUG [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:18:46,218 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,45743,1732065525335 with port=38265, startcode=1732065525413 2024-11-20T01:18:46,219 DEBUG [RS:0;57759bcb46a5:38265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:18:46,221 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:18:46,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45743 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,38265,1732065525413 2024-11-20T01:18:46,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45743 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,38265,1732065525413 2024-11-20T01:18:46,224 DEBUG [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53 2024-11-20T01:18:46,224 DEBUG [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45681 2024-11-20T01:18:46,224 DEBUG [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:18:46,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732/rs 2024-11-20T01:18:46,236 DEBUG [RS:0;57759bcb46a5:38265 {}] zookeeper.ZKUtil(111): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on existing znode=/01783793732/rs/57759bcb46a5,38265,1732065525413 2024-11-20T01:18:46,236 WARN [RS:0;57759bcb46a5:38265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:18:46,236 INFO [RS:0;57759bcb46a5:38265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:18:46,236 DEBUG [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413 2024-11-20T01:18:46,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,38265,1732065525413] 2024-11-20T01:18:46,246 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T01:18:46,271 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:18:46,273 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:18:46,274 INFO [RS:0;57759bcb46a5:38265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:18:46,274 INFO [RS:0;57759bcb46a5:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:46,277 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:18:46,279 INFO [RS:0;57759bcb46a5:38265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:18:46,279 INFO [RS:0;57759bcb46a5:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:46,279 DEBUG [RS:0;57759bcb46a5:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:46,279 DEBUG [RS:0;57759bcb46a5:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:46,279 DEBUG [RS:0;57759bcb46a5:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:46,279 DEBUG [RS:0;57759bcb46a5:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:46,279 DEBUG [RS:0;57759bcb46a5:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:46,280 DEBUG [RS:0;57759bcb46a5:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:18:46,280 DEBUG [RS:0;57759bcb46a5:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:46,280 DEBUG [RS:0;57759bcb46a5:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:46,280 DEBUG [RS:0;57759bcb46a5:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:46,280 DEBUG [RS:0;57759bcb46a5:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:46,280 DEBUG [RS:0;57759bcb46a5:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:46,280 DEBUG [RS:0;57759bcb46a5:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:18:46,280 DEBUG [RS:0;57759bcb46a5:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:18:46,280 DEBUG [RS:0;57759bcb46a5:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:18:46,286 INFO [RS:0;57759bcb46a5:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:46,286 INFO [RS:0;57759bcb46a5:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:46,287 INFO [RS:0;57759bcb46a5:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:46,287 INFO [RS:0;57759bcb46a5:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:46,287 INFO [RS:0;57759bcb46a5:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:46,287 INFO [RS:0;57759bcb46a5:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38265,1732065525413-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:18:46,294 WARN [57759bcb46a5:45743 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T01:18:46,305 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:18:46,306 INFO [RS:0;57759bcb46a5:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38265,1732065525413-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:46,329 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,38265,1732065525413, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:18:46,346 DEBUG [RS:0;57759bcb46a5:38265.replicationSource,1-57759bcb46a5,38265,1732065525413 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:38823' 2024-11-20T01:18:46,347 DEBUG [RS:0;57759bcb46a5:38265.replicationSource,1-57759bcb46a5,38265,1732065525413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23d7607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:46,347 DEBUG [RS:0;57759bcb46a5:38265.replicationSource,1-57759bcb46a5,38265,1732065525413 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38823,-1 for getting cluster id 2024-11-20T01:18:46,347 DEBUG [RS:0;57759bcb46a5:38265.replicationSource,1-57759bcb46a5,38265,1732065525413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:18:46,349 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9eedbb0e-ab2e-4428-9b20-55ac6bc783a9' 2024-11-20T01:18:46,349 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.ReplicationSource(231): queueId=2-57759bcb46a5,38265,1732065525413, ReplicationSource: 2, currentBandwidth=0 2024-11-20T01:18:46,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:18:46,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9eedbb0e-ab2e-4428-9b20-55ac6bc783a9" 2024-11-20T01:18:46,350 INFO [RS:0;57759bcb46a5:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:46,350 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.Replication(171): 57759bcb46a5,38265,1732065525413 started 2024-11-20T01:18:46,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c5dc8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:46,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38823,-1] 2024-11-20T01:18:46,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:18:46,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:46,352 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:18:46,353 DEBUG [RS:0;57759bcb46a5:38265.replicationSource,1-57759bcb46a5,38265,1732065525413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ba3f3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:46,354 DEBUG [RS:0;57759bcb46a5:38265.replicationSource,1-57759bcb46a5,38265,1732065525413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:18:46,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,38823,1732065515586 2024-11-20T01:18:46,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@428b62cc 2024-11-20T01:18:46,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:18:46,357 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T01:18:46,358 INFO [RS:0;57759bcb46a5:38265.replicationSource,1-57759bcb46a5,38265,1732065525413 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,38265,1732065525413 (queues=0) is replicating from cluster=3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4 to cluster=9eedbb0e-ab2e-4428-9b20-55ac6bc783a9 2024-11-20T01:18:46,367 INFO [RS:0;57759bcb46a5:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:46,367 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,38265,1732065525413, RpcServer on 57759bcb46a5/172.17.0.3:38265, sessionid=0x10155d18a5a0007 2024-11-20T01:18:46,367 DEBUG [RS:0;57759bcb46a5:38265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:18:46,367 DEBUG [RS:0;57759bcb46a5:38265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,38265,1732065525413 2024-11-20T01:18:46,367 DEBUG [RS:0;57759bcb46a5:38265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,38265,1732065525413' 2024-11-20T01:18:46,367 DEBUG [RS:0;57759bcb46a5:38265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01783793732/flush-table-proc/abort' 2024-11-20T01:18:46,368 DEBUG [RS:0;57759bcb46a5:38265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01783793732/flush-table-proc/acquired' 2024-11-20T01:18:46,368 DEBUG [RS:0;57759bcb46a5:38265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:18:46,368 DEBUG [RS:0;57759bcb46a5:38265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:18:46,368 DEBUG [RS:0;57759bcb46a5:38265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,38265,1732065525413 2024-11-20T01:18:46,368 DEBUG [RS:0;57759bcb46a5:38265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,38265,1732065525413' 2024-11-20T01:18:46,368 DEBUG [RS:0;57759bcb46a5:38265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01783793732/online-snapshot/abort' 2024-11-20T01:18:46,369 DEBUG [RS:0;57759bcb46a5:38265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01783793732/online-snapshot/acquired' 2024-11-20T01:18:46,369 DEBUG [RS:0;57759bcb46a5:38265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:18:46,369 INFO [RS:0;57759bcb46a5:38265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:18:46,369 INFO [RS:0;57759bcb46a5:38265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:18:46,369 DEBUG [RS:0;57759bcb46a5:38265.replicationSource,2-57759bcb46a5,38265,1732065525413 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:38823' 2024-11-20T01:18:46,371 DEBUG [RS:0;57759bcb46a5:38265.replicationSource,2-57759bcb46a5,38265,1732065525413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7872fbe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:46,371 DEBUG [RS:0;57759bcb46a5:38265.replicationSource,2-57759bcb46a5,38265,1732065525413 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38823,-1 for getting cluster id 2024-11-20T01:18:46,371 DEBUG [RS:0;57759bcb46a5:38265.replicationSource,2-57759bcb46a5,38265,1732065525413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:18:46,372 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9eedbb0e-ab2e-4428-9b20-55ac6bc783a9' 2024-11-20T01:18:46,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:18:46,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9eedbb0e-ab2e-4428-9b20-55ac6bc783a9" 2024-11-20T01:18:46,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33248d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:46,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38823,-1] 2024-11-20T01:18:46,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:18:46,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:46,375 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:18:46,376 DEBUG [RS:0;57759bcb46a5:38265.replicationSource,2-57759bcb46a5,38265,1732065525413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ce0d9a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:46,376 DEBUG [RS:0;57759bcb46a5:38265.replicationSource,2-57759bcb46a5,38265,1732065525413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:18:46,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,38823,1732065515586 2024-11-20T01:18:46,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@372c81f2 2024-11-20T01:18:46,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:18:46,379 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T01:18:46,379 INFO [RS:0;57759bcb46a5:38265.replicationSource,2-57759bcb46a5,38265,1732065525413 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-57759bcb46a5,38265,1732065525413 (queues=0) is replicating from cluster=3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4 to cluster=9eedbb0e-ab2e-4428-9b20-55ac6bc783a9 2024-11-20T01:18:46,470 INFO [RS:0;57759bcb46a5:38265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:18:46,479 INFO [RS:0;57759bcb46a5:38265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C38265%2C1732065525413, suffix=, logDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413, archiveDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/oldWALs, maxLogs=10 2024-11-20T01:18:46,497 DEBUG [RS:0;57759bcb46a5:38265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480, exclude list is [], retry=0 2024-11-20T01:18:46,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39499,DS-6270d5f8-73e5-4d3a-a59c-d0fc752a920b,DISK] 2024-11-20T01:18:46,503 INFO [RS:0;57759bcb46a5:38265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 2024-11-20T01:18:46,503 DEBUG [RS:0;57759bcb46a5:38265 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 57759bcb46a5%2C38265%2C1732065525413 for peer 1 2024-11-20T01:18:46,503 DEBUG [RS:0;57759bcb46a5:38265 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 57759bcb46a5%2C38265%2C1732065525413 for peer 2 2024-11-20T01:18:46,503 DEBUG [RS:0;57759bcb46a5:38265 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C38265%2C1732065525413 2024-11-20T01:18:46,504 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,38265,1732065525413, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:18:46,504 DEBUG [RS:0;57759bcb46a5:38265 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=57759bcb46a5%2C38265%2C1732065525413 2024-11-20T01:18:46,504 INFO [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C38265%2C1732065525413 2024-11-20T01:18:46,504 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-57759bcb46a5,38265,1732065525413, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:18:46,504 INFO [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C38265%2C1732065525413 2024-11-20T01:18:46,504 DEBUG [RS:0;57759bcb46a5:38265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39097:39097)] 2024-11-20T01:18:46,505 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480, startPosition=0, beingWritten=true 2024-11-20T01:18:46,505 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480, startPosition=0, beingWritten=true 2024-11-20T01:18:46,544 DEBUG [57759bcb46a5:45743 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:18:46,545 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,38265,1732065525413 2024-11-20T01:18:46,547 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,38265,1732065525413, state=OPENING 2024-11-20T01:18:46,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01783793732/meta-region-server 2024-11-20T01:18:46,583 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01783793732/meta-region-server 2024-11-20T01:18:46,583 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:18:46,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01783793732/meta-region-server: CHANGED 2024-11-20T01:18:46,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01783793732/meta-region-server: CHANGED 2024-11-20T01:18:46,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,38265,1732065525413}] 2024-11-20T01:18:46,713 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:46,713 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:46,737 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:18:46,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:18:46,746 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:18:46,746 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:18:46,747 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:18:46,750 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C38265%2C1732065525413.meta, suffix=.meta, logDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413, archiveDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/oldWALs, maxLogs=10 2024-11-20T01:18:46,770 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.meta.1732065526751.meta, exclude list is [], retry=0 2024-11-20T01:18:46,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39499,DS-6270d5f8-73e5-4d3a-a59c-d0fc752a920b,DISK] 2024-11-20T01:18:46,774 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.meta.1732065526751.meta 2024-11-20T01:18:46,775 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39097:39097)] 2024-11-20T01:18:46,775 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:18:46,775 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:18:46,775 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:18:46,776 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:18:46,776 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:18:46,776 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:18:46,776 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:18:46,776 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:18:46,776 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:18:46,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:18:46,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:18:46,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:46,788 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/info/d3770b81ac3043f69ae764ab48a0620d 2024-11-20T01:18:46,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:46,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:18:46,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:18:46,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:46,800 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/ns/5700c5cd9da841ee8055b8257977cd26 2024-11-20T01:18:46,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:46,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:18:46,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:18:46,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:46,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:46,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:18:46,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:18:46,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:46,818 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/table/26744fa921d64414890d698e815462b9 2024-11-20T01:18:46,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:18:46,820 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:18:46,821 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740 2024-11-20T01:18:46,824 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740 2024-11-20T01:18:46,827 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:18:46,827 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:18:46,828 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:18:46,831 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:18:46,834 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59659467, jitterRate=-0.11100466549396515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:18:46,834 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:18:46,834 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065526777Writing region info on filesystem at 1732065526777Initializing all the Stores at 1732065526778 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065526778Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065526778Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065526778Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065526778Cleaning up temporary data from old regions at 1732065526827 (+49 ms)Running coprocessor post-open hooks at 1732065526834 (+7 ms)Region opened successfully at 1732065526834 2024-11-20T01:18:46,836 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732065526736 2024-11-20T01:18:46,841 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:18:46,841 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:18:46,842 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=57759bcb46a5,38265,1732065525413 2024-11-20T01:18:46,844 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,38265,1732065525413, state=OPEN 2024-11-20T01:18:46,856 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01783793732/meta-region-server 2024-11-20T01:18:46,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01783793732/meta-region-server 2024-11-20T01:18:46,856 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,38265,1732065525413 2024-11-20T01:18:46,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01783793732/meta-region-server: CHANGED 2024-11-20T01:18:46,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01783793732/meta-region-server: CHANGED 2024-11-20T01:18:46,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T01:18:46,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,38265,1732065525413 in 274 msec 2024-11-20T01:18:46,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T01:18:46,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 725 msec 2024-11-20T01:18:47,021 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:47,023 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:47,429 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:47,430 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:47,749 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1608ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-20T01:18:47,938 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:47,940 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:48,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:18:48,545 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:48,546 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:49,252 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-20T01:18:49,252 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:49,255 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:50,060 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:50,061 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:50,655 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T01:18:50,655 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:18:50,656 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:18:50,656 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38265,1732065525413, seqNum=-1] 2024-11-20T01:18:50,656 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:18:50,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:18:50,664 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7694c7fcbb1eb093077d932b4a5a43a3, regionState=OPEN, lastHost=57759bcb46a5,37435,1732065507343, regionLocation=57759bcb46a5,37435,1732065507343, openSeqNum=2 2024-11-20T01:18:50,664 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:18:50,664 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065590664 2024-11-20T01:18:50,664 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065650664 2024-11-20T01:18:50,664 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-20T01:18:50,665 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,45743,1732065525335-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:50,665 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 57759bcb46a5,37435,1732065507343 had 2 regions 2024-11-20T01:18:50,665 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,45743,1732065525335-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:50,665 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,45743,1732065525335-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:50,665 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:45743, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:50,665 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:50,665 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:50,666 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 57759bcb46a5,37435,1732065507343, splitWal=true, meta=true, isMeta: false 2024-11-20T01:18:50,669 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343-splitting dir is empty, no logs to split. 2024-11-20T01:18:50,669 INFO [PEWorker-4 {}] master.SplitWALManager(105): 57759bcb46a5,37435,1732065507343 WAL count=0, meta=false 2024-11-20T01:18:50,672 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,37435,1732065507343-splitting dir is empty, no logs to split. 2024-11-20T01:18:50,672 INFO [PEWorker-4 {}] master.SplitWALManager(105): 57759bcb46a5,37435,1732065507343 WAL count=0, meta=false 2024-11-20T01:18:50,672 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 57759bcb46a5,37435,1732065507343 WAL splitting is done? wals=0, meta=false 2024-11-20T01:18:50,673 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.130sec 2024-11-20T01:18:50,673 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:18:50,673 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:18:50,673 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:18:50,673 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:18:50,673 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:18:50,673 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,45743,1732065525335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:18:50,674 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,45743,1732065525335-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:18:50,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7694c7fcbb1eb093077d932b4a5a43a3, ASSIGN}] 2024-11-20T01:18:50,676 WARN [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=57759bcb46a5,37435,1732065507343/hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:50,678 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7694c7fcbb1eb093077d932b4a5a43a3, ASSIGN 2024-11-20T01:18:50,679 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:18:50,679 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:18:50,679 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,45743,1732065525335-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:18:50,680 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7694c7fcbb1eb093077d932b4a5a43a3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T01:18:50,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a43fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:50,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,45743,-1 for getting cluster id 2024-11-20T01:18:50,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:18:50,693 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4' 2024-11-20T01:18:50,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:18:50,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4" 2024-11-20T01:18:50,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a69a239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:50,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,45743,-1] 2024-11-20T01:18:50,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:18:50,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:50,696 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:18:50,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5d7b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:50,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:18:50,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38265,1732065525413, seqNum=-1] 2024-11-20T01:18:50,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:18:50,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:18:50,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T01:18:50,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:18:50,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:50,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:50,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:50,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:18:50,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 57759bcb46a5:45743 after: 57759bcb46a5:45743 2024-11-20T01:18:50,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d590ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:50,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,45743,-1 for getting cluster id 2024-11-20T01:18:50,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:18:50,706 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4' 2024-11-20T01:18:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:18:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d3dc5b4-4266-476e-9cc7-5c421aa5d2d4" 2024-11-20T01:18:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a73e43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,45743,-1] 2024-11-20T01:18:50,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:18:50,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:50,708 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:18:50,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a06ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:18:50,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:18:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,45743,1732065525335 2024-11-20T01:18:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7709f1d5 2024-11-20T01:18:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:18:50,710 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:18:50,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45743 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T01:18:50,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45743 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T01:18:50,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45743 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T01:18:50,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45743 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T01:18:50,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:18:50,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:18:50,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:50,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:50,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:50,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:18:50,713 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:18:50,714 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=381627331, stopped=false 2024-11-20T01:18:50,714 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,38823,1732065515586 2024-11-20T01:18:50,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-9048730/running 2024-11-20T01:18:50,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-9048730/running 2024-11-20T01:18:50,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730 2024-11-20T01:18:50,806 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:18:50,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730 2024-11-20T01:18:50,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:18:50,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:50,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:50,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Set watcher on znode that does not yet exist, /1-9048730/running 2024-11-20T01:18:50,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Set watcher on znode that does not yet exist, /1-9048730/running 2024-11-20T01:18:50,809 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,38641,1732065516018' ***** 2024-11-20T01:18:50,809 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:18:50,810 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:18:50,810 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:18:50,810 INFO [RS:0;57759bcb46a5:38641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:18:50,810 INFO [RS:0;57759bcb46a5:38641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:18:50,810 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,38641,1732065516018 2024-11-20T01:18:50,810 INFO [RS:0;57759bcb46a5:38641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:18:50,810 INFO [RS:0;57759bcb46a5:38641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:38641. 2024-11-20T01:18:50,810 DEBUG [RS:0;57759bcb46a5:38641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:50,811 DEBUG [RS:0;57759bcb46a5:38641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:50,811 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:18:50,811 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:18:50,811 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:18:50,811 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:18:50,811 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T01:18:50,811 DEBUG [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:18:50,811 DEBUG [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:18:50,811 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:18:50,811 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:18:50,811 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:18:50,811 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:18:50,811 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:18:50,812 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T01:18:50,827 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/data/hbase/meta/1588230740/.tmp/ns/428fd9f441df45e587f3cf895aa6a872 is 43, key is default/ns:d/1732065518112/Put/seqid=0 2024-11-20T01:18:50,830 DEBUG [57759bcb46a5:45743 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:18:50,831 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7694c7fcbb1eb093077d932b4a5a43a3, regionState=OPENING, regionLocation=57759bcb46a5,38265,1732065525413 2024-11-20T01:18:50,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38259 is added to blk_1073741835_1011 (size=5153) 2024-11-20T01:18:50,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7694c7fcbb1eb093077d932b4a5a43a3, ASSIGN because future has completed 2024-11-20T01:18:50,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7694c7fcbb1eb093077d932b4a5a43a3, server=57759bcb46a5,38265,1732065525413}] 2024-11-20T01:18:50,885 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:18:50,887 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:18:50,887 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:18:50,973 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:50,974 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:50,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:50,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:18:50,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:18:50,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C38265%2C1732065525413.rep, suffix=, logDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413, archiveDir=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/oldWALs, maxLogs=10 2024-11-20T01:18:51,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.rep.1732065530995, exclude list is [], retry=0 2024-11-20T01:18:51,011 DEBUG [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:18:51,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39499,DS-6270d5f8-73e5-4d3a-a59c-d0fc752a920b,DISK] 2024-11-20T01:18:51,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.rep.1732065530995 2024-11-20T01:18:51,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39097:39097)] 2024-11-20T01:18:51,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7694c7fcbb1eb093077d932b4a5a43a3, NAME => 'hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:18:51,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:18:51,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:18:51,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. service=MultiRowMutationService 2024-11-20T01:18:51,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:18:51,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:51,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:18:51,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:51,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:51,019 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:51,020 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7694c7fcbb1eb093077d932b4a5a43a3 columnFamilyName hfileref 2024-11-20T01:18:51,020 DEBUG [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:51,020 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] regionserver.HStore(327): Store=7694c7fcbb1eb093077d932b4a5a43a3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:18:51,020 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:51,021 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7694c7fcbb1eb093077d932b4a5a43a3 columnFamilyName queue 2024-11-20T01:18:51,021 DEBUG [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:51,029 DEBUG [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/replication/7694c7fcbb1eb093077d932b4a5a43a3/queue/8c18a59591e54d0bad5fdcb4add2ba8a 2024-11-20T01:18:51,029 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] regionserver.HStore(327): Store=7694c7fcbb1eb093077d932b4a5a43a3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:18:51,029 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:51,030 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7694c7fcbb1eb093077d932b4a5a43a3 columnFamilyName sid 2024-11-20T01:18:51,030 DEBUG [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:18:51,030 INFO [StoreOpener-7694c7fcbb1eb093077d932b4a5a43a3-1 {}] regionserver.HStore(327): Store=7694c7fcbb1eb093077d932b4a5a43a3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:18:51,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:51,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/replication/7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:51,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/replication/7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:51,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:51,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:51,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:18:51,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:51,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 7694c7fcbb1eb093077d932b4a5a43a3; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59858971, jitterRate=-0.10803182423114777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:18:51,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:51,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7694c7fcbb1eb093077d932b4a5a43a3: Running coprocessor pre-open hook at 1732065531017Writing region info on filesystem at 1732065531017Initializing all the Stores at 1732065531018 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065531018Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065531019 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065531019Cleaning up temporary data from old regions at 1732065531034 (+15 ms)Running coprocessor post-open hooks at 1732065531038 (+4 ms)Region opened successfully at 1732065531039 (+1 ms) 2024-11-20T01:18:51,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3., pid=19, masterSystemTime=1732065530987 2024-11-20T01:18:51,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:51,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:51,044 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7694c7fcbb1eb093077d932b4a5a43a3, regionState=OPEN, openSeqNum=10, regionLocation=57759bcb46a5,38265,1732065525413 2024-11-20T01:18:51,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7694c7fcbb1eb093077d932b4a5a43a3, server=57759bcb46a5,38265,1732065525413 because future has completed 2024-11-20T01:18:51,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T01:18:51,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 7694c7fcbb1eb093077d932b4a5a43a3, server=57759bcb46a5,38265,1732065525413 in 214 msec 2024-11-20T01:18:51,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-20T01:18:51,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7694c7fcbb1eb093077d932b4a5a43a3, ASSIGN in 376 msec 2024-11-20T01:18:51,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T01:18:51,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3., hostname=57759bcb46a5,38265,1732065525413, seqNum=10] 2024-11-20T01:18:51,097 DEBUG [PEWorker-3 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 57759bcb46a5,37435,1732065507343 2024-11-20T01:18:51,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T01:18:51,212 DEBUG [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:18:51,233 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/data/hbase/meta/1588230740/.tmp/ns/428fd9f441df45e587f3cf895aa6a872 2024-11-20T01:18:51,242 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/data/hbase/meta/1588230740/.tmp/ns/428fd9f441df45e587f3cf895aa6a872 as hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/data/hbase/meta/1588230740/ns/428fd9f441df45e587f3cf895aa6a872 2024-11-20T01:18:51,252 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/data/hbase/meta/1588230740/ns/428fd9f441df45e587f3cf895aa6a872, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T01:18:51,254 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-20T01:18:51,254 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:18:51,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-20T01:18:51,278 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T01:18:51,279 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:18:51,279 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:18:51,279 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:18:51,280 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065530811Running coprocessor pre-close hooks at 1732065530811Disabling compacts and flushes for region at 1732065530811Disabling writes for close at 1732065530811Obtaining lock to block concurrent updates at 1732065530812 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732065530812Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732065530812Flushing stores of hbase:meta,,1.1588230740 at 1732065530813 (+1 ms)Flushing 1588230740/ns: creating writer at 1732065530813Flushing 1588230740/ns: appending metadata at 1732065530827 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732065530827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da975be: reopening flushed file at 1732065531240 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1732065531254 (+14 ms)Writing region close event to WAL at 1732065531257 (+3 ms)Running coprocessor post-close hooks at 1732065531279 (+22 ms)Closed at 1732065531279 2024-11-20T01:18:51,281 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:18:51,412 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,38641,1732065516018; all regions closed. 2024-11-20T01:18:51,429 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/WALs/57759bcb46a5,38641,1732065516018/57759bcb46a5%2C38641%2C1732065516018.meta.1732065517990.meta not finished, retry = 0 2024-11-20T01:18:51,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38259 is added to blk_1073741834_1010 (size=1152) 2024-11-20T01:18:51,532 DEBUG [RS:0;57759bcb46a5:38641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/oldWALs 2024-11-20T01:18:51,532 INFO [RS:0;57759bcb46a5:38641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C38641%2C1732065516018.meta:.meta(num 1732065517990) 2024-11-20T01:18:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38259 is added to blk_1073741832_1008 (size=93) 2024-11-20T01:18:51,537 DEBUG [RS:0;57759bcb46a5:38641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/oldWALs 2024-11-20T01:18:51,537 INFO [RS:0;57759bcb46a5:38641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C38641%2C1732065516018:(num 1732065517007) 2024-11-20T01:18:51,537 DEBUG [RS:0;57759bcb46a5:38641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:51,537 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:18:51,537 INFO [RS:0;57759bcb46a5:38641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:18:51,538 INFO [RS:0;57759bcb46a5:38641 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:18:51,538 INFO [RS:0;57759bcb46a5:38641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:18:51,538 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:18:51,538 INFO [RS:0;57759bcb46a5:38641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38641 2024-11-20T01:18:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730/rs 2024-11-20T01:18:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-9048730/rs/57759bcb46a5,38641,1732065516018 2024-11-20T01:18:51,604 INFO [RS:0;57759bcb46a5:38641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:18:51,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,38641,1732065516018] 2024-11-20T01:18:51,751 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-9048730/draining/57759bcb46a5,38641,1732065516018 already deleted, retry=false 2024-11-20T01:18:51,752 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,38641,1732065516018 expired; onlineServers=0 2024-11-20T01:18:51,752 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,38823,1732065515586' ***** 2024-11-20T01:18:51,752 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:18:51,752 INFO [M:0;57759bcb46a5:38823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:18:51,752 INFO [M:0;57759bcb46a5:38823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:18:51,753 DEBUG [M:0;57759bcb46a5:38823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:18:51,753 DEBUG [M:0;57759bcb46a5:38823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:18:51,753 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:18:51,753 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065516722 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065516722,5,FailOnTimeoutGroup] 2024-11-20T01:18:51,753 INFO [M:0;57759bcb46a5:38823 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:18:51,754 INFO [M:0;57759bcb46a5:38823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:18:51,754 DEBUG [M:0;57759bcb46a5:38823 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:18:51,754 INFO [M:0;57759bcb46a5:38823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:18:51,754 INFO [M:0;57759bcb46a5:38823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:18:51,754 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065516722 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065516722,5,FailOnTimeoutGroup] 2024-11-20T01:18:51,754 INFO [M:0;57759bcb46a5:38823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:18:51,755 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:18:51,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:18:51,774 INFO [RS:0;57759bcb46a5:38641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:18:51,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38641-0x10155d18a5a0004, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:18:51,775 INFO [RS:0;57759bcb46a5:38641 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,38641,1732065516018; zookeeper connection closed. 2024-11-20T01:18:51,775 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@523380b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@523380b5 2024-11-20T01:18:51,775 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:18:51,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-9048730/master 2024-11-20T01:18:51,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-9048730 2024-11-20T01:18:51,847 DEBUG [M:0;57759bcb46a5:38823 {}] zookeeper.ZKUtil(347): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Unable to get data of znode /1-9048730/master because node does not exist (not an error) 2024-11-20T01:18:51,848 WARN [M:0;57759bcb46a5:38823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:18:51,849 INFO [M:0;57759bcb46a5:38823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/.lastflushedseqids 2024-11-20T01:18:51,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38259 is added to blk_1073741836_1012 (size=99) 2024-11-20T01:18:51,981 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:51,981 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:52,256 INFO [M:0;57759bcb46a5:38823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:18:52,256 INFO [M:0;57759bcb46a5:38823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:18:52,256 DEBUG [M:0;57759bcb46a5:38823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:18:52,256 INFO [M:0;57759bcb46a5:38823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:52,256 DEBUG [M:0;57759bcb46a5:38823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:52,257 DEBUG [M:0;57759bcb46a5:38823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:18:52,257 DEBUG [M:0;57759bcb46a5:38823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:52,257 INFO [M:0;57759bcb46a5:38823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T01:18:52,272 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T01:18:52,277 DEBUG [M:0;57759bcb46a5:38823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a81f0f4bd224a67b3e29e2d133c8b5a is 82, key is hbase:meta,,1/info:regioninfo/1732065518071/Put/seqid=0 2024-11-20T01:18:52,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38259 is added to blk_1073741837_1013 (size=5672) 2024-11-20T01:18:52,683 INFO [M:0;57759bcb46a5:38823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a81f0f4bd224a67b3e29e2d133c8b5a 2024-11-20T01:18:52,711 DEBUG [M:0;57759bcb46a5:38823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa9ac44b9f9045b39f14ad4f95169651 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732065518126/Put/seqid=0 2024-11-20T01:18:52,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38259 is added to blk_1073741838_1014 (size=5275) 2024-11-20T01:18:53,093 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:53,096 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:53,116 INFO [M:0;57759bcb46a5:38823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa9ac44b9f9045b39f14ad4f95169651 2024-11-20T01:18:53,146 DEBUG [M:0;57759bcb46a5:38823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cd666327a8d4753a89f5efef0399bf2 is 69, key is 57759bcb46a5,38641,1732065516018/rs:state/1732065516838/Put/seqid=0 2024-11-20T01:18:53,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38259 is added to blk_1073741839_1015 (size=5156) 2024-11-20T01:18:53,157 INFO [M:0;57759bcb46a5:38823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cd666327a8d4753a89f5efef0399bf2 2024-11-20T01:18:53,167 DEBUG [M:0;57759bcb46a5:38823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a81f0f4bd224a67b3e29e2d133c8b5a as hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a81f0f4bd224a67b3e29e2d133c8b5a 2024-11-20T01:18:53,177 INFO [M:0;57759bcb46a5:38823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a81f0f4bd224a67b3e29e2d133c8b5a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T01:18:53,180 DEBUG [M:0;57759bcb46a5:38823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa9ac44b9f9045b39f14ad4f95169651 as hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa9ac44b9f9045b39f14ad4f95169651 2024-11-20T01:18:53,189 INFO [M:0;57759bcb46a5:38823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa9ac44b9f9045b39f14ad4f95169651, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T01:18:53,191 DEBUG [M:0;57759bcb46a5:38823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cd666327a8d4753a89f5efef0399bf2 as hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cd666327a8d4753a89f5efef0399bf2 2024-11-20T01:18:53,199 INFO [M:0;57759bcb46a5:38823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39491/user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cd666327a8d4753a89f5efef0399bf2, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T01:18:53,201 INFO [M:0;57759bcb46a5:38823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 944ms, sequenceid=28, compaction requested=false 2024-11-20T01:18:53,203 INFO [M:0;57759bcb46a5:38823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:53,203 DEBUG [M:0;57759bcb46a5:38823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065532256Disabling compacts and flushes for region at 1732065532256Disabling writes for close at 1732065532257 (+1 ms)Obtaining lock to block concurrent updates at 1732065532257Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065532257Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732065532258 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065532259 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065532259Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065532277 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065532277Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065532693 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065532710 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065532710Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065533124 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065533146 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065533146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42257ee6: reopening flushed file at 1732065533166 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a8846: reopening flushed file at 1732065533177 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370b400e: reopening flushed file at 1732065533190 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 944ms, sequenceid=28, compaction requested=false at 1732065533201 (+11 ms)Writing region close event to WAL at 1732065533203 (+2 ms)Closed at 1732065533203 2024-11-20T01:18:53,206 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00c0ce71-0c76-5ef2-565b-c42b710d7d57/MasterData/WALs/57759bcb46a5,38823,1732065515586/57759bcb46a5%2C38823%2C1732065515586.1732065516391 not finished, retry = 0 2024-11-20T01:18:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38259 is added to blk_1073741830_1006 (size=10165) 2024-11-20T01:18:53,307 INFO [M:0;57759bcb46a5:38823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:18:53,307 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:18:53,308 INFO [M:0;57759bcb46a5:38823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38823 2024-11-20T01:18:53,311 INFO [M:0;57759bcb46a5:38823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:18:53,419 INFO [M:0;57759bcb46a5:38823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:18:53,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:18:53,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x10155d18a5a0003, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:18:53,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c12bb3b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:18:53,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d1ec4c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:18:53,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:18:53,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:18:53,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b39d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/hadoop.log.dir/,STOPPED} 2024-11-20T01:18:53,428 WARN [BP-1629006752-172.17.0.3-1732065512407 heartbeating to localhost/127.0.0.1:39491 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:18:53,428 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:18:53,428 WARN [BP-1629006752-172.17.0.3-1732065512407 heartbeating to localhost/127.0.0.1:39491 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1629006752-172.17.0.3-1732065512407 (Datanode Uuid f11d3a04-0cce-4833-816c-619869417945) service to localhost/127.0.0.1:39491 2024-11-20T01:18:53,428 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:18:53,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/cluster_60b3aa40-e04e-ca97-9169-b0ee2475d6b9/data/data1/current/BP-1629006752-172.17.0.3-1732065512407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:18:53,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/cluster_60b3aa40-e04e-ca97-9169-b0ee2475d6b9/data/data2/current/BP-1629006752-172.17.0.3-1732065512407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:18:53,430 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:18:53,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a033f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:18:53,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2993da97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:18:53,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:18:53,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:18:53,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b608463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/hadoop.log.dir/,STOPPED} 2024-11-20T01:18:53,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:18:53,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:18:53,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:18:53,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:53,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:53,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:53,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:18:53,467 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:18:53,467 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2122057462, stopped=false 2024-11-20T01:18:53,467 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,45743,1732065525335 2024-11-20T01:18:53,477 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01783793732/running 2024-11-20T01:18:53,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01783793732/running 2024-11-20T01:18:53,477 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:53,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:53,477 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:18:53,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:18:53,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on znode that does not yet exist, /01783793732/running 2024-11-20T01:18:53,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:53,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:53,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Set watcher on znode that does not yet exist, /01783793732/running 2024-11-20T01:18:53,478 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,38265,1732065525413' ***** 2024-11-20T01:18:53,478 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:18:53,479 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:18:53,479 INFO [RS:0;57759bcb46a5:38265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:18:53,479 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:18:53,479 INFO [RS:0;57759bcb46a5:38265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:18:53,479 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(3091): Received CLOSE for 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:53,479 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,38265,1732065525413 2024-11-20T01:18:53,479 INFO [RS:0;57759bcb46a5:38265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:18:53,479 INFO [RS:0;57759bcb46a5:38265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:38265. 2024-11-20T01:18:53,479 DEBUG [RS:0;57759bcb46a5:38265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:53,479 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7694c7fcbb1eb093077d932b4a5a43a3, disabling compactions & flushes 2024-11-20T01:18:53,479 DEBUG [RS:0;57759bcb46a5:38265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:53,479 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:53,480 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:18:53,480 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:53,480 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:18:53,480 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:18:53,480 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. after waiting 0 ms 2024-11-20T01:18:53,480 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:53,480 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:18:53,480 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T01:18:53,480 DEBUG [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(1325): Online Regions={7694c7fcbb1eb093077d932b4a5a43a3=hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:18:53,480 DEBUG [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7694c7fcbb1eb093077d932b4a5a43a3 2024-11-20T01:18:53,480 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:18:53,480 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:18:53,480 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:18:53,480 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:18:53,481 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:18:53,481 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T01:18:53,486 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/replication/7694c7fcbb1eb093077d932b4a5a43a3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-20T01:18:53,487 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:18:53,487 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:18:53,487 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:53,487 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7694c7fcbb1eb093077d932b4a5a43a3: Waiting for close lock at 1732065533479Running coprocessor pre-close hooks at 1732065533479Disabling compacts and flushes for region at 1732065533479Disabling writes for close at 1732065533480 (+1 ms)Writing region close event to WAL at 1732065533480Running coprocessor post-close hooks at 1732065533487 (+7 ms)Closed at 1732065533487 2024-11-20T01:18:53,488 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3. 2024-11-20T01:18:53,497 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:18:53,498 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/.tmp/info/8ccd25b1338a45ba8b490358a6f5cc06 is 147, key is hbase:replication,,1732065518388.7694c7fcbb1eb093077d932b4a5a43a3./info:regioninfo/1732065531043/Put/seqid=0 2024-11-20T01:18:53,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741851_1027 (size=6385) 2024-11-20T01:18:53,680 DEBUG [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:18:53,881 DEBUG [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:18:53,904 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/.tmp/info/8ccd25b1338a45ba8b490358a6f5cc06 2024-11-20T01:18:53,911 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/.tmp/info/8ccd25b1338a45ba8b490358a6f5cc06 as hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/info/8ccd25b1338a45ba8b490358a6f5cc06 2024-11-20T01:18:53,920 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/info/8ccd25b1338a45ba8b490358a6f5cc06, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T01:18:53,921 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-11-20T01:18:53,929 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T01:18:53,929 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:18:53,930 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:18:53,930 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:18:53,930 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065533480Running coprocessor pre-close hooks at 1732065533480Disabling compacts and flushes for region at 1732065533480Disabling writes for close at 1732065533481 (+1 ms)Obtaining lock to block concurrent updates at 1732065533481Preparing flush snapshotting stores in 1588230740 at 1732065533481Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732065533481Flushing stores of hbase:meta,,1.1588230740 at 1732065533482 (+1 ms)Flushing 1588230740/info: creating writer at 1732065533482Flushing 1588230740/info: appending metadata at 1732065533498 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732065533498Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db4db4f: reopening flushed file at 1732065533910 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1732065533921 (+11 ms)Writing region close event to WAL at 1732065533923 (+2 ms)Running coprocessor post-close hooks at 1732065533929 (+6 ms)Closed at 1732065533930 (+1 ms) 2024-11-20T01:18:53,930 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:18:54,081 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,38265,1732065525413; all regions closed. 2024-11-20T01:18:54,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741849_1025 (size=2156) 2024-11-20T01:18:54,085 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.meta.1732065526751.meta not finished, retry = 0 2024-11-20T01:18:54,188 DEBUG [RS:0;57759bcb46a5:38265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/oldWALs 2024-11-20T01:18:54,189 INFO [RS:0;57759bcb46a5:38265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C38265%2C1732065525413.meta:.meta(num 1732065526751) 2024-11-20T01:18:54,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741850_1026 (size=796) 2024-11-20T01:18:54,192 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.rep.1732065530995 not finished, retry = 0 2024-11-20T01:18:54,288 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:18:54,288 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:18:54,295 DEBUG [RS:0;57759bcb46a5:38265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/oldWALs 2024-11-20T01:18:54,295 INFO [RS:0;57759bcb46a5:38265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C38265%2C1732065525413.rep:(num 1732065530995) 2024-11-20T01:18:54,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741848_1024 (size=93) 2024-11-20T01:18:54,298 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 not finished, retry = 0 2024-11-20T01:18:54,304 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:54,309 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 to pos 0, reset compression=false 2024-11-20T01:18:54,399 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 2024-11-20T01:18:54,399 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480 2024-11-20T01:18:54,399 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-20T01:18:54,399 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-20T01:18:54,399 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-20T01:18:54,399 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.wal-reader.57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-20T01:18:54,401 DEBUG [RS:0;57759bcb46a5:38265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/oldWALs 2024-11-20T01:18:54,401 INFO [RS:0;57759bcb46a5:38265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C38265%2C1732065525413:(num 1732065526480) 2024-11-20T01:18:54,401 DEBUG [RS:0;57759bcb46a5:38265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:54,401 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:18:54,402 INFO [RS:0;57759bcb46a5:38265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:18:54,402 INFO [RS:0;57759bcb46a5:38265 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:18:54,402 INFO [RS:0;57759bcb46a5:38265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:18:54,402 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:18:54,402 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T01:18:54,403 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T01:18:54,403 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,38265,1732065525413 because: Region server is closing 2024-11-20T01:18:54,403 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T01:18:54,403 INFO [RS:0;57759bcb46a5:38265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:38265. 2024-11-20T01:18:54,403 DEBUG [RS:0;57759bcb46a5:38265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:54,404 DEBUG [RS:0;57759bcb46a5:38265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:54,404 DEBUG [RS:0;57759bcb46a5:38265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:54,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:18:54,399 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-57759bcb46a5,38265,1732065525413 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T01:18:54,399 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,38265,1732065525413 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/WALs/57759bcb46a5,38265,1732065525413/57759bcb46a5%2C38265%2C1732065525413.1732065526480, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T01:18:54,407 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:18:54,407 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38265,1732065525413, seqNum=-1] 2024-11-20T01:18:54,409 WARN [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-57759bcb46a5,38265,1732065525413', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:38265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 58 more 2024-11-20T01:18:54,412 WARN [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-57759bcb46a5,38265,1732065525413', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:38265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-20T01:18:54,413 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-20T01:18:54,413 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [57759bcb46a5%2C38265%2C1732065525413.1732065526480] 2024-11-20T01:18:54,412 ERROR [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57759bcb46a5,38265,1732065525413: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57759bcb46a5,38265,1732065525413, walGroup=57759bcb46a5%2C38265%2C1732065525413, offset=57759bcb46a5%2C38265%2C1732065525413.1732065526480:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:38265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T01:18:54,414 ERROR [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T01:18:54,417 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T01:18:54,419 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T01:18:54,419 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T01:18:54,419 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T01:18:54,419 INFO [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 614997920 }, "NonHeapMemoryUsage": { "committed": 162660352, "init": 7667712, "max": -1, "used": 158393288 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T01:18:54,421 DEBUG [RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [57759bcb46a5%2C38265%2C1732065525413.1732065526480] 2024-11-20T01:18:54,504 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,1-57759bcb46a5,38265,1732065525413 terminated 2024-11-20T01:18:54,504 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-57759bcb46a5,38265,1732065525413 because: Region server is closing 2024-11-20T01:18:54,505 INFO [RS:0;57759bcb46a5:38265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:38265. 2024-11-20T01:18:54,505 DEBUG [RS:0;57759bcb46a5:38265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:18:54,505 DEBUG [RS:0;57759bcb46a5:38265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:54,505 DEBUG [RS:0;57759bcb46a5:38265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:18:54,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:18:54,505 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;57759bcb46a5:38265.replicationSource.shipper57759bcb46a5%2C38265%2C1732065525413,2-57759bcb46a5,38265,1732065525413 terminated 2024-11-20T01:18:54,505 INFO [RS:0;57759bcb46a5:38265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38265 2024-11-20T01:18:54,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732/rs 2024-11-20T01:18:54,516 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01783793732/rs/57759bcb46a5,38265,1732065525413 2024-11-20T01:18:54,517 INFO [RS:0;57759bcb46a5:38265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:18:54,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,38265,1732065525413] 2024-11-20T01:18:54,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01783793732/draining/57759bcb46a5,38265,1732065525413 already deleted, retry=false 2024-11-20T01:18:54,538 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,38265,1732065525413 expired; onlineServers=0 2024-11-20T01:18:54,538 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,45743,1732065525335' ***** 2024-11-20T01:18:54,538 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:18:54,540 INFO [M:0;57759bcb46a5:45743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:18:54,540 INFO [M:0;57759bcb46a5:45743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:18:54,540 DEBUG [M:0;57759bcb46a5:45743 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:18:54,540 DEBUG [M:0;57759bcb46a5:45743 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:18:54,540 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065526129 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065526129,5,FailOnTimeoutGroup] 2024-11-20T01:18:54,540 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065526128 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065526128,5,FailOnTimeoutGroup] 2024-11-20T01:18:54,540 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:18:54,541 INFO [M:0;57759bcb46a5:45743 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:18:54,541 INFO [M:0;57759bcb46a5:45743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:18:54,541 DEBUG [M:0;57759bcb46a5:45743 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:18:54,541 INFO [M:0;57759bcb46a5:45743 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:18:54,541 INFO [M:0;57759bcb46a5:45743 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:18:54,541 INFO [M:0;57759bcb46a5:45743 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:18:54,541 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:18:54,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01783793732/master 2024-11-20T01:18:54,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01783793732 2024-11-20T01:18:54,551 DEBUG [M:0;57759bcb46a5:45743 {}] zookeeper.ZKUtil(347): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Unable to get data of znode /01783793732/master because node does not exist (not an error) 2024-11-20T01:18:54,551 WARN [M:0;57759bcb46a5:45743 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:18:54,552 INFO [M:0;57759bcb46a5:45743 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/.lastflushedseqids 2024-11-20T01:18:54,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741852_1028 (size=181) 2024-11-20T01:18:54,627 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:18:54,627 INFO [RS:0;57759bcb46a5:38265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:18:54,627 INFO [RS:0;57759bcb46a5:38265 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,38265,1732065525413; zookeeper connection closed. 2024-11-20T01:18:54,627 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x10155d18a5a0007, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:18:54,628 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c2d8438 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c2d8438 2024-11-20T01:18:54,628 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:18:54,961 INFO [M:0;57759bcb46a5:45743 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:18:54,961 INFO [M:0;57759bcb46a5:45743 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:18:54,961 DEBUG [M:0;57759bcb46a5:45743 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:18:54,961 INFO [M:0;57759bcb46a5:45743 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:54,961 DEBUG [M:0;57759bcb46a5:45743 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:54,961 DEBUG [M:0;57759bcb46a5:45743 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:18:54,961 DEBUG [M:0;57759bcb46a5:45743 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:54,962 INFO [M:0;57759bcb46a5:45743 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T01:18:54,987 DEBUG [M:0;57759bcb46a5:45743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69f1d7970a7b4b82b2d5c44c2926d704 is 82, key is hbase:meta,,1/info:regioninfo/1732065526842/Put/seqid=0 2024-11-20T01:18:54,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741853_1029 (size=5680) 2024-11-20T01:18:55,157 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:18:55,393 INFO [M:0;57759bcb46a5:45743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69f1d7970a7b4b82b2d5c44c2926d704 2024-11-20T01:18:55,416 DEBUG [M:0;57759bcb46a5:45743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6cc21ed6e964f588168753612e90489 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732065531052/Put/seqid=0 2024-11-20T01:18:55,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741854_1030 (size=7319) 2024-11-20T01:18:55,822 INFO [M:0;57759bcb46a5:45743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6cc21ed6e964f588168753612e90489 2024-11-20T01:18:55,842 DEBUG [M:0;57759bcb46a5:45743 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa4b94c20a1d482187569148c2b9b894 is 69, key is 57759bcb46a5,38265,1732065525413/rs:state/1732065526222/Put/seqid=0 2024-11-20T01:18:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741855_1031 (size=5371) 2024-11-20T01:18:56,247 INFO [M:0;57759bcb46a5:45743 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa4b94c20a1d482187569148c2b9b894 2024-11-20T01:18:56,253 INFO [M:0;57759bcb46a5:45743 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa4b94c20a1d482187569148c2b9b894 2024-11-20T01:18:56,254 DEBUG [M:0;57759bcb46a5:45743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69f1d7970a7b4b82b2d5c44c2926d704 as hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69f1d7970a7b4b82b2d5c44c2926d704 2024-11-20T01:18:56,259 INFO [M:0;57759bcb46a5:45743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69f1d7970a7b4b82b2d5c44c2926d704, entries=8, sequenceid=172, filesize=5.5 K 2024-11-20T01:18:56,260 DEBUG [M:0;57759bcb46a5:45743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6cc21ed6e964f588168753612e90489 as hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6cc21ed6e964f588168753612e90489 2024-11-20T01:18:56,266 INFO [M:0;57759bcb46a5:45743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6cc21ed6e964f588168753612e90489, entries=7, sequenceid=172, filesize=7.1 K 2024-11-20T01:18:56,267 DEBUG [M:0;57759bcb46a5:45743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa4b94c20a1d482187569148c2b9b894 as hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa4b94c20a1d482187569148c2b9b894 2024-11-20T01:18:56,273 INFO [M:0;57759bcb46a5:45743 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa4b94c20a1d482187569148c2b9b894 2024-11-20T01:18:56,273 INFO [M:0;57759bcb46a5:45743 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45681/user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa4b94c20a1d482187569148c2b9b894, entries=2, sequenceid=172, filesize=5.2 K 2024-11-20T01:18:56,274 INFO [M:0;57759bcb46a5:45743 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=172, compaction requested=false 2024-11-20T01:18:56,276 INFO [M:0;57759bcb46a5:45743 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:18:56,276 DEBUG [M:0;57759bcb46a5:45743 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065534961Disabling compacts and flushes for region at 1732065534961Disabling writes for close at 1732065534961Obtaining lock to block concurrent updates at 1732065534962 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065534962Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732065534962Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065534963 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065534963Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065534987 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065534987Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065535400 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065535416 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065535416Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065535828 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065535841 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065535841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cea83a1: reopening flushed file at 1732065536253 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b775cc: reopening flushed file at 1732065536259 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612b741d: reopening flushed file at 1732065536266 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=172, compaction requested=false at 1732065536274 (+8 ms)Writing region close event to WAL at 1732065536275 (+1 ms)Closed at 1732065536276 (+1 ms) 2024-11-20T01:18:56,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39499 is added to blk_1073741847_1023 (size=22949) 2024-11-20T01:18:56,279 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0be9bd75-2dbe-723c-9536-dcb1cb3f3a53/MasterData/WALs/57759bcb46a5,45743,1732065525335/57759bcb46a5%2C45743%2C1732065525335.1732065525731 not finished, retry = 0 2024-11-20T01:18:56,380 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:18:56,380 INFO [M:0;57759bcb46a5:45743 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:18:56,380 INFO [M:0;57759bcb46a5:45743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45743 2024-11-20T01:18:56,380 INFO [M:0;57759bcb46a5:45743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:18:56,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:18:56,493 INFO [M:0;57759bcb46a5:45743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:18:56,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45743-0x10155d18a5a0006, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:18:56,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b71fbf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:18:56,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:18:56,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:18:56,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:18:56,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/hadoop.log.dir/,STOPPED} 2024-11-20T01:18:56,497 WARN [BP-734879389-172.17.0.3-1732065465110 heartbeating to localhost/127.0.0.1:45681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:18:56,498 WARN [BP-734879389-172.17.0.3-1732065465110 heartbeating to localhost/127.0.0.1:45681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-734879389-172.17.0.3-1732065465110 (Datanode Uuid 1c382f06-3cb3-461e-bf33-0a1fe6af6137) service to localhost/127.0.0.1:45681 2024-11-20T01:18:56,498 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:18:56,498 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:18:56,498 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/cluster_f03cc6ba-d09d-62d8-8109-09fa97c9ba0c/data/data1/current/BP-734879389-172.17.0.3-1732065465110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:18:56,498 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/cluster_f03cc6ba-d09d-62d8-8109-09fa97c9ba0c/data/data2/current/BP-734879389-172.17.0.3-1732065465110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:18:56,499 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:18:56,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:18:56,507 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:18:56,507 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:18:56,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:18:56,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8691875f-e5d0-38e4-9151-ba2d4179d1c0/hadoop.log.dir/,STOPPED} 2024-11-20T01:18:56,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T01:18:56,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:18:56,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:18:56,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:18:56,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:18:56,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:18:56,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:18:56,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T01:18:56,540 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:18:56,550 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: regionserver/57759bcb46a5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@610029e1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/57759bcb46a5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/57759bcb46a5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52165) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39491 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 app//org.apache.hadoop.hdfs.server.blockmanagement.DatanodeManager.fetchDatanodes(DatanodeManager.java:1513) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getNumInMaintenanceLiveDataNodes(FSNamesystem.java:8991) java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) app//org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111) app//org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:142) app//org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:470) app//org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:89) app//org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:200) app//org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:183) app//org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:156) java.management@17.0.11/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getNewMBeanClassName(DefaultMBeanServerInterceptor.java:329) java.management@17.0.11/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:315) java.management@17.0.11/com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:523) app//org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:99) app//org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:73) app//org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.startMBeans(MetricsSourceAdapter.java:222) app//org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.start(MetricsSourceAdapter.java:101) app//org.apache.hadoop.metrics2.impl.MetricsSystemImpl.registerSource(MetricsSystemImpl.java:268) app//org.apache.hadoop.metrics2.impl.MetricsSystemImpl$1.postStart(MetricsSystemImpl.java:239) jdk.internal.reflect.GeneratedMethodAccessor25.invoke(Unknown Source) java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) app//org.apache.hadoop.metrics2.impl.MetricsSystemImpl$3.invoke(MetricsSystemImpl.java:324) app/jdk.proxy2/jdk.proxy2.$Proxy27.postStart(Unknown Source) app//org.apache.hadoop.metrics2.impl.MetricsSystemImpl.start(MetricsSystemImpl.java:193) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:102) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/57759bcb46a5:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45681 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/57759bcb46a5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52165) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=739 (was 1050), ProcessCount=11 (was 11), AvailableMemoryMB=3670 (was 4437) 2024-11-20T01:18:56,560 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=739, ProcessCount=11, AvailableMemoryMB=3668 2024-11-20T01:18:56,579 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-20T01:18:56,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/hadoop.log.dir so I do NOT create it in target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8 2024-11-20T01:18:56,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:18:56,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/hadoop.tmp.dir so I do NOT create it in target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8 2024-11-20T01:18:56,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d562852-9558-1c4f-8443-cc2106393bd7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:18:56,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8 2024-11-20T01:18:56,581 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/cluster_782cea6f-3407-1e72-33fa-07a3985ecda5, deleteOnExit=true 2024-11-20T01:18:56,584 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/cluster_782cea6f-3407-1e72-33fa-07a3985ecda5/zookeeper_0, clientPort=61374, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/cluster_782cea6f-3407-1e72-33fa-07a3985ecda5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/cluster_782cea6f-3407-1e72-33fa-07a3985ecda5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T01:18:56,585 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61374 2024-11-20T01:18:56,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:18:56,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:18:56,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/test.cache.data in system properties and HBase conf 2024-11-20T01:18:56,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:18:56,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:18:56,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:18:56,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:18:56,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:18:56,586 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:18:56,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:18:56,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:18:56,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:18:56,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:18:56,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:18:56,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:18:56,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:18:56,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:18:56,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:18:56,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:18:56,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:18:56,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:18:56,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:18:56,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:18:56,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155d18a5a0005, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:18:56,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155d18a5a0002, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:18:56,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155d18a5a0005, quorum=127.0.0.1:52165, baseZNode=/1-9048730 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:18:56,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155d18a5a0002, quorum=127.0.0.1:52165, baseZNode=/01783793732 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:18:57,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:18:57,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:18:57,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:18:57,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:18:57,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:18:57,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:18:57,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4232ec1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:18:57,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@708c07f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:18:57,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54b7039{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/java.io.tmpdir/jetty-localhost-41435-hadoop-hdfs-3_4_1-tests_jar-_-any-1731141181112255172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:18:57,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@242482cc{HTTP/1.1, (http/1.1)}{localhost:41435} 2024-11-20T01:18:57,313 INFO [Time-limited test {}] server.Server(415): Started @75979ms 2024-11-20T01:18:57,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:18:57,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:18:57,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:18:57,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:18:57,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:18:57,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d8cdc40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:18:57,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@394705a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:18:57,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ab7dfc8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/java.io.tmpdir/jetty-localhost-39411-hadoop-hdfs-3_4_1-tests_jar-_-any-269124910674929802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:18:57,725 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56680efa{HTTP/1.1, (http/1.1)}{localhost:39411} 2024-11-20T01:18:57,725 INFO [Time-limited test {}] server.Server(415): Started @76391ms 2024-11-20T01:18:57,727 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:18:58,496 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/cluster_782cea6f-3407-1e72-33fa-07a3985ecda5/data/data1/current/BP-109476527-172.17.0.3-1732065536613/current, will proceed with Du for space computation calculation, 2024-11-20T01:18:58,496 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/cluster_782cea6f-3407-1e72-33fa-07a3985ecda5/data/data2/current/BP-109476527-172.17.0.3-1732065536613/current, will proceed with Du for space computation calculation, 2024-11-20T01:18:58,527 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:18:58,532 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc64904c8c8dffed4 with lease ID 0x978c96908bf0be5b: Processing first storage report for DS-2e15fb5e-da1b-4623-9541-2ff6367ef02b from datanode DatanodeRegistration(127.0.0.1:46451, datanodeUuid=9e7de7b9-5cbd-40ce-925f-afe2c5cb9e72, infoPort=44579, infoSecurePort=0, ipcPort=43743, storageInfo=lv=-57;cid=testClusterID;nsid=2114250684;c=1732065536613) 2024-11-20T01:18:58,532 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc64904c8c8dffed4 with lease ID 0x978c96908bf0be5b: from storage DS-2e15fb5e-da1b-4623-9541-2ff6367ef02b node DatanodeRegistration(127.0.0.1:46451, datanodeUuid=9e7de7b9-5cbd-40ce-925f-afe2c5cb9e72, infoPort=44579, infoSecurePort=0, ipcPort=43743, storageInfo=lv=-57;cid=testClusterID;nsid=2114250684;c=1732065536613), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:18:58,532 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc64904c8c8dffed4 with lease ID 0x978c96908bf0be5b: Processing first storage report for DS-69806b83-a694-496a-b69e-d59fa8877501 from datanode DatanodeRegistration(127.0.0.1:46451, datanodeUuid=9e7de7b9-5cbd-40ce-925f-afe2c5cb9e72, infoPort=44579, infoSecurePort=0, ipcPort=43743, storageInfo=lv=-57;cid=testClusterID;nsid=2114250684;c=1732065536613) 2024-11-20T01:18:58,532 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc64904c8c8dffed4 with lease ID 0x978c96908bf0be5b: from storage DS-69806b83-a694-496a-b69e-d59fa8877501 node DatanodeRegistration(127.0.0.1:46451, datanodeUuid=9e7de7b9-5cbd-40ce-925f-afe2c5cb9e72, infoPort=44579, infoSecurePort=0, ipcPort=43743, storageInfo=lv=-57;cid=testClusterID;nsid=2114250684;c=1732065536613), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:18:58,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8 2024-11-20T01:18:58,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:58,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:58,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:18:58,600 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829 with version=8 2024-11-20T01:18:58,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/hbase-staging 2024-11-20T01:18:58,602 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:18:58,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:58,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:58,603 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:18:58,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:58,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:18:58,603 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:18:58,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:18:58,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41767 2024-11-20T01:18:58,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41767 connecting to ZooKeeper ensemble=127.0.0.1:61374 2024-11-20T01:18:58,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417670x0, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:18:58,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41767-0x10155d2a5f30000 connected 2024-11-20T01:18:58,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:58,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:58,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Set watcher on znode that does not yet exist, /0-1688626336/running 2024-11-20T01:18:58,787 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829, hbase.cluster.distributed=false 2024-11-20T01:18:58,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Set watcher on znode that does not yet exist, /0-1688626336/acl 2024-11-20T01:18:58,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41767 2024-11-20T01:18:58,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41767 2024-11-20T01:18:58,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41767 2024-11-20T01:18:58,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41767 2024-11-20T01:18:58,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41767 2024-11-20T01:18:58,840 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:18:58,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:58,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:58,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:18:58,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:18:58,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:18:58,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:18:58,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:18:58,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43005 2024-11-20T01:18:58,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43005 connecting to ZooKeeper ensemble=127.0.0.1:61374 2024-11-20T01:18:58,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:58,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:58,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430050x0, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:18:58,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43005-0x10155d2a5f30001 connected 2024-11-20T01:18:58,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Set watcher on znode that does not yet exist, /0-1688626336/running 2024-11-20T01:18:58,881 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:18:58,885 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:18:58,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Set watcher on znode that does not yet exist, /0-1688626336/master 2024-11-20T01:18:58,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Set watcher on znode that does not yet exist, /0-1688626336/acl 2024-11-20T01:18:58,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43005 2024-11-20T01:18:58,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43005 2024-11-20T01:18:58,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43005 2024-11-20T01:18:58,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43005 2024-11-20T01:18:58,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43005 2024-11-20T01:18:58,923 DEBUG [M:0;57759bcb46a5:41767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:41767 2024-11-20T01:18:58,923 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1688626336/backup-masters/57759bcb46a5,41767,1732065538602 2024-11-20T01:18:58,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336/backup-masters 2024-11-20T01:18:58,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336/backup-masters 2024-11-20T01:18:58,930 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Set watcher on existing znode=/0-1688626336/backup-masters/57759bcb46a5,41767,1732065538602 2024-11-20T01:18:58,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1688626336/master 2024-11-20T01:18:58,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:18:58,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:18:58,941 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Set watcher on existing znode=/0-1688626336/master 2024-11-20T01:18:58,941 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1688626336/backup-masters/57759bcb46a5,41767,1732065538602 from backup master directory 2024-11-20T01:18:58,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1688626336/backup-masters/57759bcb46a5,41767,1732065538602 2024-11-20T01:18:58,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336/backup-masters 2024-11-20T01:18:58,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336/backup-masters 2024-11-20T01:18:58,952 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:18:58,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,41767,1732065538602 2024-11-20T01:18:58,987 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/hbase.id] with ID: 2bec3f88-7cc0-4635-8043-c00ff6546422 2024-11-20T01:18:59,004 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/.tmp/hbase.id 2024-11-20T01:18:59,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:18:59,457 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/.tmp/hbase.id]:[hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/hbase.id] 2024-11-20T01:18:59,507 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:18:59,508 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:18:59,512 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-20T01:18:59,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:18:59,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:18:59,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:18:59,632 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:18:59,633 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:18:59,636 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:18:59,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:18:59,669 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store 2024-11-20T01:18:59,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:19:00,084 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:00,084 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:19:00,084 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:00,084 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:00,085 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:19:00,085 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:00,085 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:00,085 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065540084Disabling compacts and flushes for region at 1732065540084Disabling writes for close at 1732065540085 (+1 ms)Writing region close event to WAL at 1732065540085Closed at 1732065540085 2024-11-20T01:19:00,086 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/.initializing 2024-11-20T01:19:00,087 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/WALs/57759bcb46a5,41767,1732065538602 2024-11-20T01:19:00,088 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:19:00,099 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C41767%2C1732065538602, suffix=, logDir=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/WALs/57759bcb46a5,41767,1732065538602, archiveDir=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/oldWALs, maxLogs=10 2024-11-20T01:19:00,120 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/WALs/57759bcb46a5,41767,1732065538602/57759bcb46a5%2C41767%2C1732065538602.1732065540099, exclude list is [], retry=0 2024-11-20T01:19:00,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46451,DS-2e15fb5e-da1b-4623-9541-2ff6367ef02b,DISK] 2024-11-20T01:19:00,176 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/WALs/57759bcb46a5,41767,1732065538602/57759bcb46a5%2C41767%2C1732065538602.1732065540099 2024-11-20T01:19:00,188 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44579:44579)] 2024-11-20T01:19:00,188 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:19:00,189 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:00,191 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:00,191 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:00,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:00,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:19:00,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:00,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:00,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:00,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:19:00,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:00,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:00,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:00,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:19:00,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:00,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:00,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:00,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:19:00,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:00,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:00,249 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:00,256 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:00,257 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:00,268 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:00,268 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:00,270 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:19:00,277 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:00,283 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:19:00,288 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71793602, jitterRate=0.06980803608894348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:19:00,290 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065540191Initializing all the Stores at 1732065540193 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065540193Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065540208 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065540208Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065540208Cleaning up temporary data from old regions at 1732065540268 (+60 ms)Region opened successfully at 1732065540289 (+21 ms) 2024-11-20T01:19:00,300 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:19:00,307 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49326095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:19:00,308 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:19:00,309 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:19:00,309 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:19:00,309 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:19:00,310 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:19:00,310 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:19:00,310 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:19:00,324 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:19:00,325 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Unable to get data of znode /0-1688626336/balancer because node does not exist (not necessarily an error) 2024-11-20T01:19:00,371 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1688626336/balancer already deleted, retry=false 2024-11-20T01:19:00,372 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:19:00,373 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Unable to get data of znode /0-1688626336/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:19:00,421 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1688626336/normalizer already deleted, retry=false 2024-11-20T01:19:00,422 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:19:00,423 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Unable to get data of znode /0-1688626336/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:19:00,457 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1688626336/switch/split already deleted, retry=false 2024-11-20T01:19:00,459 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Unable to get data of znode /0-1688626336/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:19:00,530 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1688626336/switch/merge already deleted, retry=false 2024-11-20T01:19:00,532 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Unable to get data of znode /0-1688626336/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:19:00,604 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1688626336/snapshot-cleanup already deleted, retry=false 2024-11-20T01:19:00,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1688626336/running 2024-11-20T01:19:00,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:19:00,625 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,41767,1732065538602, sessionid=0x10155d2a5f30000, setting cluster-up flag (Was=false) 2024-11-20T01:19:00,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1688626336/running 2024-11-20T01:19:00,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:19:00,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:19:00,677 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1688626336/flush-table-proc/acquired, /0-1688626336/flush-table-proc/reached, /0-1688626336/flush-table-proc/abort 2024-11-20T01:19:00,682 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,41767,1732065538602 2024-11-20T01:19:00,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:19:00,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:19:00,740 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1688626336/online-snapshot/acquired, /0-1688626336/online-snapshot/reached, /0-1688626336/online-snapshot/abort 2024-11-20T01:19:00,742 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,41767,1732065538602 2024-11-20T01:19:00,753 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:19:00,758 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:00,758 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:19:00,758 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:19:00,759 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,41767,1732065538602 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:19:00,760 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:00,760 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:00,760 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:00,760 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:00,760 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:19:00,761 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:00,761 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:19:00,761 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:00,787 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:00,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:19:00,789 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:00,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:19:00,816 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065570816 2024-11-20T01:19:00,816 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:19:00,817 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:19:00,817 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:19:00,817 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:19:00,817 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:19:00,817 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:19:00,821 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:00,828 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:19:00,828 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:19:00,829 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:19:00,829 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:19:00,863 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:19:00,863 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:19:00,864 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(746): ClusterId : 2bec3f88-7cc0-4635-8043-c00ff6546422 2024-11-20T01:19:00,864 DEBUG [RS:0;57759bcb46a5:43005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:19:00,885 DEBUG [RS:0;57759bcb46a5:43005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:19:00,885 DEBUG [RS:0;57759bcb46a5:43005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:19:00,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:19:00,894 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:19:00,894 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829 2024-11-20T01:19:00,896 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065540863,5,FailOnTimeoutGroup] 2024-11-20T01:19:00,899 DEBUG [RS:0;57759bcb46a5:43005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:19:00,899 DEBUG [RS:0;57759bcb46a5:43005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2131f07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:19:00,904 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065540896,5,FailOnTimeoutGroup] 2024-11-20T01:19:00,904 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:00,904 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:19:00,904 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:00,905 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:00,940 DEBUG [RS:0;57759bcb46a5:43005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:43005 2024-11-20T01:19:00,940 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:19:00,940 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:19:00,940 DEBUG [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:19:00,941 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,41767,1732065538602 with port=43005, startcode=1732065538840 2024-11-20T01:19:00,942 DEBUG [RS:0;57759bcb46a5:43005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:19:00,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741832_1008 (size=32) 2024-11-20T01:19:00,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:00,977 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:19:00,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:19:00,978 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,43005,1732065538840 2024-11-20T01:19:00,978 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41767 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,43005,1732065538840 2024-11-20T01:19:00,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:19:00,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:00,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:00,982 DEBUG [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829 2024-11-20T01:19:00,982 DEBUG [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45617 2024-11-20T01:19:00,982 DEBUG [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:19:00,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:19:00,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:19:00,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:00,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:00,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:19:00,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:19:00,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336/rs 2024-11-20T01:19:00,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:00,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:19:00,994 DEBUG [RS:0;57759bcb46a5:43005 {}] zookeeper.ZKUtil(111): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Set watcher on existing znode=/0-1688626336/rs/57759bcb46a5,43005,1732065538840 2024-11-20T01:19:00,994 WARN [RS:0;57759bcb46a5:43005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:19:00,994 INFO [RS:0;57759bcb46a5:43005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:19:00,995 DEBUG [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840 2024-11-20T01:19:00,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:19:00,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:00,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:00,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:19:00,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740 2024-11-20T01:19:00,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740 2024-11-20T01:19:01,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:19:01,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:19:01,002 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:19:01,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:19:01,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,43005,1732065538840] 2024-11-20T01:19:01,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:19:01,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66290482, jitterRate=-0.012194842100143433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:19:01,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065540953Initializing all the Stores at 1732065540955 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065540955Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065540977 (+22 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065540977Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065540977Cleaning up temporary data from old regions at 1732065541002 (+25 ms)Region opened successfully at 1732065541014 (+12 ms) 2024-11-20T01:19:01,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:19:01,015 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:19:01,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:19:01,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:19:01,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:19:01,016 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:19:01,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065541015Disabling compacts and flushes for region at 1732065541015Disabling writes for close at 1732065541015Writing region close event to WAL at 1732065541016 (+1 ms)Closed at 1732065541016 2024-11-20T01:19:01,021 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:19:01,023 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:01,023 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:19:01,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:19:01,027 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:19:01,029 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:19:01,032 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:19:01,033 INFO [RS:0;57759bcb46a5:43005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:19:01,033 INFO [RS:0;57759bcb46a5:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,043 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:19:01,045 INFO [RS:0;57759bcb46a5:43005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:19:01,046 INFO [RS:0;57759bcb46a5:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,046 DEBUG [RS:0;57759bcb46a5:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:01,046 DEBUG [RS:0;57759bcb46a5:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:01,046 DEBUG [RS:0;57759bcb46a5:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:01,046 DEBUG [RS:0;57759bcb46a5:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:01,046 DEBUG [RS:0;57759bcb46a5:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:01,046 DEBUG [RS:0;57759bcb46a5:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:19:01,046 DEBUG [RS:0;57759bcb46a5:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:01,046 DEBUG [RS:0;57759bcb46a5:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:01,046 DEBUG [RS:0;57759bcb46a5:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:01,047 DEBUG [RS:0;57759bcb46a5:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:01,047 DEBUG [RS:0;57759bcb46a5:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:01,047 DEBUG [RS:0;57759bcb46a5:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:01,047 DEBUG [RS:0;57759bcb46a5:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:19:01,047 DEBUG [RS:0;57759bcb46a5:43005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:19:01,080 INFO [RS:0;57759bcb46a5:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,080 INFO [RS:0;57759bcb46a5:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,080 INFO [RS:0;57759bcb46a5:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,080 INFO [RS:0;57759bcb46a5:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,080 INFO [RS:0;57759bcb46a5:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,081 INFO [RS:0;57759bcb46a5:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43005,1732065538840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:19:01,109 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:19:01,109 INFO [RS:0;57759bcb46a5:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43005,1732065538840-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,109 INFO [RS:0;57759bcb46a5:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,109 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.Replication(171): 57759bcb46a5,43005,1732065538840 started 2024-11-20T01:19:01,145 INFO [RS:0;57759bcb46a5:43005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,145 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,43005,1732065538840, RpcServer on 57759bcb46a5/172.17.0.3:43005, sessionid=0x10155d2a5f30001 2024-11-20T01:19:01,145 DEBUG [RS:0;57759bcb46a5:43005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:19:01,145 DEBUG [RS:0;57759bcb46a5:43005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,43005,1732065538840 2024-11-20T01:19:01,145 DEBUG [RS:0;57759bcb46a5:43005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,43005,1732065538840' 2024-11-20T01:19:01,146 DEBUG [RS:0;57759bcb46a5:43005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1688626336/flush-table-proc/abort' 2024-11-20T01:19:01,156 DEBUG [RS:0;57759bcb46a5:43005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1688626336/flush-table-proc/acquired' 2024-11-20T01:19:01,161 DEBUG [RS:0;57759bcb46a5:43005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:19:01,161 DEBUG [RS:0;57759bcb46a5:43005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:19:01,161 DEBUG [RS:0;57759bcb46a5:43005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,43005,1732065538840 2024-11-20T01:19:01,161 DEBUG [RS:0;57759bcb46a5:43005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,43005,1732065538840' 2024-11-20T01:19:01,161 DEBUG [RS:0;57759bcb46a5:43005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1688626336/online-snapshot/abort' 2024-11-20T01:19:01,164 DEBUG [RS:0;57759bcb46a5:43005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1688626336/online-snapshot/acquired' 2024-11-20T01:19:01,168 DEBUG [RS:0;57759bcb46a5:43005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:19:01,168 INFO [RS:0;57759bcb46a5:43005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:19:01,168 INFO [RS:0;57759bcb46a5:43005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:19:01,179 WARN [57759bcb46a5:41767 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T01:19:01,268 INFO [RS:0;57759bcb46a5:43005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:19:01,273 INFO [RS:0;57759bcb46a5:43005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C43005%2C1732065538840, suffix=, logDir=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840, archiveDir=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/oldWALs, maxLogs=10 2024-11-20T01:19:01,292 DEBUG [RS:0;57759bcb46a5:43005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.1732065541273, exclude list is [], retry=0 2024-11-20T01:19:01,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46451,DS-2e15fb5e-da1b-4623-9541-2ff6367ef02b,DISK] 2024-11-20T01:19:01,322 INFO [RS:0;57759bcb46a5:43005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.1732065541273 2024-11-20T01:19:01,324 DEBUG [RS:0;57759bcb46a5:43005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44579:44579)] 2024-11-20T01:19:01,429 DEBUG [57759bcb46a5:41767 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:19:01,430 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,43005,1732065538840 2024-11-20T01:19:01,434 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,43005,1732065538840, state=OPENING 2024-11-20T01:19:01,484 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:19:01,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:19:01,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:19:01,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1688626336/meta-region-server: CHANGED 2024-11-20T01:19:01,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1688626336/meta-region-server: CHANGED 2024-11-20T01:19:01,523 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:19:01,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,43005,1732065538840}] 2024-11-20T01:19:01,686 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:19:01,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:19:01,713 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:19:01,713 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:19:01,713 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:19:01,720 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C43005%2C1732065538840.meta, suffix=.meta, logDir=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840, archiveDir=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/oldWALs, maxLogs=10 2024-11-20T01:19:01,746 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.meta.1732065541723.meta, exclude list is [], retry=0 2024-11-20T01:19:01,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46451,DS-2e15fb5e-da1b-4623-9541-2ff6367ef02b,DISK] 2024-11-20T01:19:01,777 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.meta.1732065541723.meta 2024-11-20T01:19:01,788 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44579:44579)] 2024-11-20T01:19:01,789 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:19:01,789 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:19:01,789 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:19:01,789 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:19:01,790 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:19:01,790 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:19:01,790 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:01,790 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:19:01,790 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:19:01,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:19:01,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:19:01,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:01,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:01,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:19:01,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:19:01,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:01,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:01,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:19:01,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:19:01,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:01,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:01,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:19:01,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:19:01,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:01,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:01,833 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:19:01,834 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740 2024-11-20T01:19:01,837 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740 2024-11-20T01:19:01,839 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:19:01,839 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:19:01,840 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:19:01,842 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:19:01,843 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59955033, jitterRate=-0.10660038888454437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:19:01,844 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:19:01,845 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065541790Writing region info on filesystem at 1732065541790Initializing all the Stores at 1732065541792 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065541792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065541808 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065541808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065541808Cleaning up temporary data from old regions at 1732065541839 (+31 ms)Running coprocessor post-open hooks at 1732065541844 (+5 ms)Region opened successfully at 1732065541845 (+1 ms) 2024-11-20T01:19:01,846 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065541686 2024-11-20T01:19:01,850 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:19:01,851 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:19:01,852 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,43005,1732065538840 2024-11-20T01:19:01,854 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,43005,1732065538840, state=OPEN 2024-11-20T01:19:01,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1688626336/meta-region-server 2024-11-20T01:19:01,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1688626336/meta-region-server 2024-11-20T01:19:01,917 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,43005,1732065538840 2024-11-20T01:19:01,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1688626336/meta-region-server: CHANGED 2024-11-20T01:19:01,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1688626336/meta-region-server: CHANGED 2024-11-20T01:19:01,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:19:01,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,43005,1732065538840 in 394 msec 2024-11-20T01:19:01,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:19:01,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 898 msec 2024-11-20T01:19:01,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:01,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:19:01,932 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:19:01,932 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,43005,1732065538840, seqNum=-1] 2024-11-20T01:19:01,933 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:19:01,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:19:01,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1850 sec 2024-11-20T01:19:01,945 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065541945, completionTime=-1 2024-11-20T01:19:01,946 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:19:01,946 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:19:01,949 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:19:01,949 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065601949 2024-11-20T01:19:01,949 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065661949 2024-11-20T01:19:01,949 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T01:19:01,950 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41767,1732065538602-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,950 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41767,1732065538602-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,950 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41767,1732065538602-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,950 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:41767, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,950 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,950 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,954 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:19:01,957 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.004sec 2024-11-20T01:19:01,957 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:19:01,957 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:19:01,957 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:19:01,957 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:19:01,957 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:19:01,957 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41767,1732065538602-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:19:01,957 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41767,1732065538602-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:19:01,965 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:19:01,965 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:19:01,965 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41767,1732065538602-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:01,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e62bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:01,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,41767,-1 for getting cluster id 2024-11-20T01:19:01,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:19:01,979 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bec3f88-7cc0-4635-8043-c00ff6546422' 2024-11-20T01:19:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:19:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bec3f88-7cc0-4635-8043-c00ff6546422" 2024-11-20T01:19:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c78e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,41767,-1] 2024-11-20T01:19:01,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:19:01,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:01,981 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:19:01,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564140f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:01,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:19:01,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,43005,1732065538840, seqNum=-1] 2024-11-20T01:19:01,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:19:01,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:19:01,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,41767,1732065538602 2024-11-20T01:19:01,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61374 2024-11-20T01:19:02,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:19:02,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155d2a5f30002 connected 2024-11-20T01:19:02,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/hadoop.log.dir so I do NOT create it in target/test-data/6f769bf7-7551-8200-bff3-03361a04e494 2024-11-20T01:19:02,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:19:02,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/hadoop.tmp.dir so I do NOT create it in target/test-data/6f769bf7-7551-8200-bff3-03361a04e494 2024-11-20T01:19:02,039 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:19:02,039 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494 2024-11-20T01:19:02,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:19:02,040 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/cluster_f3c78e8d-7ae1-5181-da1b-8f3cd5e8ad6b, deleteOnExit=true 2024-11-20T01:19:02,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:19:02,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/test.cache.data in system properties and HBase conf 2024-11-20T01:19:02,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:19:02,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:19:02,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:19:02,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:19:02,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:19:02,041 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:19:02,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:19:02,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:19:02,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:19:02,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:19:02,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:19:02,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:19:02,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:19:02,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:19:02,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:19:02,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:19:02,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:19:02,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:19:02,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:19:02,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:19:02,048 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:19:02,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:02,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:02,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:19:02,513 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:19:02,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:19:02,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:19:02,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:19:02,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:19:02,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73a1c247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:19:02,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@531847b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:19:02,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30760348{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/java.io.tmpdir/jetty-localhost-34079-hadoop-hdfs-3_4_1-tests_jar-_-any-17464191389674343146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:19:02,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4566547a{HTTP/1.1, (http/1.1)}{localhost:34079} 2024-11-20T01:19:02,626 INFO [Time-limited test {}] server.Server(415): Started @81292ms 2024-11-20T01:19:02,977 WARN [RS:0;57759bcb46a5:43005 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 57759bcb46a5,37435,1732065507343: status=Processing ServerCrashProcedure of 57759bcb46a5,37435,1732065507343 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732065526121, completionTime=-1 appears to have been leaked 2024-11-20T01:19:03,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:19:03,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:19:03,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:19:03,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:19:03,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:19:03,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@159c0ed8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:19:03,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cc37dc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:19:03,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@189c7fec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/java.io.tmpdir/jetty-localhost-38821-hadoop-hdfs-3_4_1-tests_jar-_-any-16056768338617270482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:19:03,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d3824b1{HTTP/1.1, (http/1.1)}{localhost:38821} 2024-11-20T01:19:03,176 INFO [Time-limited test {}] server.Server(415): Started @81842ms 2024-11-20T01:19:03,178 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:19:04,976 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/cluster_f3c78e8d-7ae1-5181-da1b-8f3cd5e8ad6b/data/data2/current/BP-1009460887-172.17.0.3-1732065542137/current, will proceed with Du for space computation calculation, 2024-11-20T01:19:04,976 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/cluster_f3c78e8d-7ae1-5181-da1b-8f3cd5e8ad6b/data/data1/current/BP-1009460887-172.17.0.3-1732065542137/current, will proceed with Du for space computation calculation, 2024-11-20T01:19:04,996 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:19:05,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc510cba8a5b8dd4d with lease ID 0x4a6a01452756d421: Processing first storage report for DS-722d6a15-700f-4865-97d9-56111dc2d826 from datanode DatanodeRegistration(127.0.0.1:46853, datanodeUuid=83a06d84-a897-43ab-8e52-9228b1cf38b4, infoPort=35757, infoSecurePort=0, ipcPort=32909, storageInfo=lv=-57;cid=testClusterID;nsid=1719956841;c=1732065542137) 2024-11-20T01:19:05,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc510cba8a5b8dd4d with lease ID 0x4a6a01452756d421: from storage DS-722d6a15-700f-4865-97d9-56111dc2d826 node DatanodeRegistration(127.0.0.1:46853, datanodeUuid=83a06d84-a897-43ab-8e52-9228b1cf38b4, infoPort=35757, infoSecurePort=0, ipcPort=32909, storageInfo=lv=-57;cid=testClusterID;nsid=1719956841;c=1732065542137), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:19:05,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc510cba8a5b8dd4d with lease ID 0x4a6a01452756d421: Processing first storage report for DS-1f464d9a-5727-4769-abe5-4c9535c58223 from datanode DatanodeRegistration(127.0.0.1:46853, datanodeUuid=83a06d84-a897-43ab-8e52-9228b1cf38b4, infoPort=35757, infoSecurePort=0, ipcPort=32909, storageInfo=lv=-57;cid=testClusterID;nsid=1719956841;c=1732065542137) 2024-11-20T01:19:05,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc510cba8a5b8dd4d with lease ID 0x4a6a01452756d421: from storage DS-1f464d9a-5727-4769-abe5-4c9535c58223 node DatanodeRegistration(127.0.0.1:46853, datanodeUuid=83a06d84-a897-43ab-8e52-9228b1cf38b4, infoPort=35757, infoSecurePort=0, ipcPort=32909, storageInfo=lv=-57;cid=testClusterID;nsid=1719956841;c=1732065542137), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:19:05,067 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494 2024-11-20T01:19:05,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:05,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:05,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:19:05,482 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07 with version=8 2024-11-20T01:19:05,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/hbase-staging 2024-11-20T01:19:05,485 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:19:05,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:05,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:05,485 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:19:05,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:05,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:19:05,485 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:19:05,485 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:19:05,486 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35385 2024-11-20T01:19:05,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35385 connecting to ZooKeeper ensemble=127.0.0.1:61374 2024-11-20T01:19:05,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353850x0, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:19:05,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35385-0x10155d2a5f30003 connected 2024-11-20T01:19:05,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:05,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:05,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Set watcher on znode that does not yet exist, /1609413925/running 2024-11-20T01:19:05,574 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07, hbase.cluster.distributed=false 2024-11-20T01:19:05,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Set watcher on znode that does not yet exist, /1609413925/acl 2024-11-20T01:19:05,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35385 2024-11-20T01:19:05,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35385 2024-11-20T01:19:05,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35385 2024-11-20T01:19:05,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35385 2024-11-20T01:19:05,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35385 2024-11-20T01:19:05,593 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:19:05,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:05,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:05,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:19:05,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:05,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:19:05,593 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:19:05,593 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:19:05,594 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37609 2024-11-20T01:19:05,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37609 connecting to ZooKeeper ensemble=127.0.0.1:61374 2024-11-20T01:19:05,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:05,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:05,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376090x0, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:19:05,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376090x0, quorum=127.0.0.1:61374, baseZNode=/1609413925 Set watcher on znode that does not yet exist, /1609413925/running 2024-11-20T01:19:05,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37609-0x10155d2a5f30004 connected 2024-11-20T01:19:05,611 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:19:05,612 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:19:05,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Set watcher on znode that does not yet exist, /1609413925/master 2024-11-20T01:19:05,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Set watcher on znode that does not yet exist, /1609413925/acl 2024-11-20T01:19:05,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37609 2024-11-20T01:19:05,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37609 2024-11-20T01:19:05,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37609 2024-11-20T01:19:05,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37609 2024-11-20T01:19:05,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37609 2024-11-20T01:19:05,633 DEBUG [M:0;57759bcb46a5:35385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:35385 2024-11-20T01:19:05,634 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1609413925/backup-masters/57759bcb46a5,35385,1732065545484 2024-11-20T01:19:05,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925/backup-masters 2024-11-20T01:19:05,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925/backup-masters 2024-11-20T01:19:05,645 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Set watcher on existing znode=/1609413925/backup-masters/57759bcb46a5,35385,1732065545484 2024-11-20T01:19:05,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925 2024-11-20T01:19:05,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1609413925/master 2024-11-20T01:19:05,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925 2024-11-20T01:19:05,656 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Set watcher on existing znode=/1609413925/master 2024-11-20T01:19:05,656 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1609413925/backup-masters/57759bcb46a5,35385,1732065545484 from backup master directory 2024-11-20T01:19:05,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925/backup-masters 2024-11-20T01:19:05,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1609413925/backup-masters/57759bcb46a5,35385,1732065545484 2024-11-20T01:19:05,666 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:19:05,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925/backup-masters 2024-11-20T01:19:05,666 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,35385,1732065545484 2024-11-20T01:19:05,670 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/hbase.id] with ID: 448631cd-4ca2-498d-b58c-457180cac422 2024-11-20T01:19:05,670 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/.tmp/hbase.id 2024-11-20T01:19:05,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:19:06,090 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/.tmp/hbase.id]:[hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/hbase.id] 2024-11-20T01:19:06,105 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:06,106 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:19:06,107 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T01:19:06,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925 2024-11-20T01:19:06,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925 2024-11-20T01:19:06,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:19:06,138 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:19:06,139 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:19:06,139 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:19:06,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:19:06,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:19:06,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T01:19:06,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:19:06,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T01:19:06,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:19:06,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T01:19:06,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T01:19:06,312 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T01:19:06,554 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store 2024-11-20T01:19:06,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:19:06,577 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:06,577 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:19:06,577 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:06,577 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:06,577 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:19:06,577 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:06,577 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:06,577 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065546577Disabling compacts and flushes for region at 1732065546577Disabling writes for close at 1732065546577Writing region close event to WAL at 1732065546577Closed at 1732065546577 2024-11-20T01:19:06,579 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/.initializing 2024-11-20T01:19:06,579 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/WALs/57759bcb46a5,35385,1732065545484 2024-11-20T01:19:06,582 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:19:06,613 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C35385%2C1732065545484, suffix=, logDir=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/WALs/57759bcb46a5,35385,1732065545484, archiveDir=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/oldWALs, maxLogs=10 2024-11-20T01:19:06,628 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/WALs/57759bcb46a5,35385,1732065545484/57759bcb46a5%2C35385%2C1732065545484.1732065546613, exclude list is [], retry=0 2024-11-20T01:19:06,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46853,DS-722d6a15-700f-4865-97d9-56111dc2d826,DISK] 2024-11-20T01:19:06,641 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/WALs/57759bcb46a5,35385,1732065545484/57759bcb46a5%2C35385%2C1732065545484.1732065546613 2024-11-20T01:19:06,641 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35757:35757)] 2024-11-20T01:19:06,641 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:19:06,642 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:06,642 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:06,642 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:06,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:06,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:19:06,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:06,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:06,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:06,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:19:06,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:06,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:06,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:06,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:19:06,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:06,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:06,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:06,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:19:06,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:06,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:06,659 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:06,660 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:06,660 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:06,662 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:06,662 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:06,662 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:19:06,664 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:06,672 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:19:06,673 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66817841, jitterRate=-0.0043365806341171265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:19:06,673 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065546642Initializing all the Stores at 1732065546645 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065546645Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065546648 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065546648Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065546648Cleaning up temporary data from old regions at 1732065546662 (+14 ms)Region opened successfully at 1732065546673 (+11 ms) 2024-11-20T01:19:06,673 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:19:06,678 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c1059d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:19:06,679 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:19:06,679 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:19:06,679 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:19:06,679 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:19:06,680 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:19:06,680 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:19:06,681 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:19:06,686 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:19:06,687 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Unable to get data of znode /1609413925/balancer because node does not exist (not necessarily an error) 2024-11-20T01:19:06,697 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1609413925/balancer already deleted, retry=false 2024-11-20T01:19:06,698 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:19:06,699 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Unable to get data of znode /1609413925/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:19:06,708 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1609413925/normalizer already deleted, retry=false 2024-11-20T01:19:06,708 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:19:06,709 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Unable to get data of znode /1609413925/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:19:06,718 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1609413925/switch/split already deleted, retry=false 2024-11-20T01:19:06,720 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Unable to get data of znode /1609413925/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:19:06,768 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1609413925/switch/merge already deleted, retry=false 2024-11-20T01:19:06,770 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Unable to get data of znode /1609413925/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:19:06,894 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1609413925/snapshot-cleanup already deleted, retry=false 2024-11-20T01:19:06,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1609413925/running 2024-11-20T01:19:06,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1609413925/running 2024-11-20T01:19:06,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925 2024-11-20T01:19:06,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925 2024-11-20T01:19:06,951 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,35385,1732065545484, sessionid=0x10155d2a5f30003, setting cluster-up flag (Was=false) 2024-11-20T01:19:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925 2024-11-20T01:19:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925 2024-11-20T01:19:07,003 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1609413925/flush-table-proc/acquired, /1609413925/flush-table-proc/reached, /1609413925/flush-table-proc/abort 2024-11-20T01:19:07,004 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,35385,1732065545484 2024-11-20T01:19:07,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925 2024-11-20T01:19:07,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925 2024-11-20T01:19:07,055 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1609413925/online-snapshot/acquired, /1609413925/online-snapshot/reached, /1609413925/online-snapshot/abort 2024-11-20T01:19:07,056 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,35385,1732065545484 2024-11-20T01:19:07,058 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:19:07,059 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:07,059 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:19:07,060 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:19:07,060 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,35385,1732065545484 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:19:07,061 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:07,061 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:07,061 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:07,061 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:07,061 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:19:07,061 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:07,061 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:19:07,062 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:07,062 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065577062 2024-11-20T01:19:07,062 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:19:07,062 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:19:07,063 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:19:07,063 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:19:07,063 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:19:07,063 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:19:07,063 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:07,063 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:19:07,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:07,063 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:19:07,063 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:19:07,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:19:07,063 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:19:07,064 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:19:07,064 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:19:07,064 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065547064,5,FailOnTimeoutGroup] 2024-11-20T01:19:07,064 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065547064,5,FailOnTimeoutGroup] 2024-11-20T01:19:07,064 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:07,064 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:19:07,064 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:07,064 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:07,065 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:07,065 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:19:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:19:07,123 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(746): ClusterId : 448631cd-4ca2-498d-b58c-457180cac422 2024-11-20T01:19:07,123 DEBUG [RS:0;57759bcb46a5:37609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:19:07,130 DEBUG [RS:0;57759bcb46a5:37609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:19:07,130 DEBUG [RS:0;57759bcb46a5:37609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:19:07,141 DEBUG [RS:0;57759bcb46a5:37609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:19:07,141 DEBUG [RS:0;57759bcb46a5:37609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f3b043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:19:07,157 DEBUG [RS:0;57759bcb46a5:37609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:37609 2024-11-20T01:19:07,157 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:19:07,157 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:19:07,157 DEBUG [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:19:07,158 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,35385,1732065545484 with port=37609, startcode=1732065545592 2024-11-20T01:19:07,158 DEBUG [RS:0;57759bcb46a5:37609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:19:07,160 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:19:07,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,37609,1732065545592 2024-11-20T01:19:07,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35385 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,37609,1732065545592 2024-11-20T01:19:07,163 DEBUG [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07 2024-11-20T01:19:07,163 DEBUG [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34489 2024-11-20T01:19:07,163 DEBUG [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:19:07,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925/rs 2024-11-20T01:19:07,284 DEBUG [RS:0;57759bcb46a5:37609 {}] zookeeper.ZKUtil(111): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Set watcher on existing znode=/1609413925/rs/57759bcb46a5,37609,1732065545592 2024-11-20T01:19:07,284 WARN [RS:0;57759bcb46a5:37609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:19:07,284 INFO [RS:0;57759bcb46a5:37609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:19:07,285 DEBUG [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/WALs/57759bcb46a5,37609,1732065545592 2024-11-20T01:19:07,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,37609,1732065545592] 2024-11-20T01:19:07,288 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:19:07,290 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:19:07,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:19:07,292 INFO [RS:0;57759bcb46a5:37609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:19:07,292 INFO [RS:0;57759bcb46a5:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:07,292 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:19:07,293 INFO [RS:0;57759bcb46a5:37609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:19:07,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:07,293 INFO [RS:0;57759bcb46a5:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:07,293 DEBUG [RS:0;57759bcb46a5:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:07,293 DEBUG [RS:0;57759bcb46a5:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:07,293 DEBUG [RS:0;57759bcb46a5:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:07,293 DEBUG [RS:0;57759bcb46a5:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:07,293 DEBUG [RS:0;57759bcb46a5:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:07,294 DEBUG [RS:0;57759bcb46a5:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:19:07,294 DEBUG [RS:0;57759bcb46a5:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:07,294 DEBUG [RS:0;57759bcb46a5:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:07,294 DEBUG [RS:0;57759bcb46a5:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:07,294 DEBUG [RS:0;57759bcb46a5:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:07,294 DEBUG [RS:0;57759bcb46a5:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:07,294 DEBUG [RS:0;57759bcb46a5:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:07,294 DEBUG [RS:0;57759bcb46a5:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:19:07,294 DEBUG [RS:0;57759bcb46a5:37609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:19:07,295 INFO [RS:0;57759bcb46a5:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:07,295 INFO [RS:0;57759bcb46a5:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:07,295 INFO [RS:0;57759bcb46a5:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:07,295 INFO [RS:0;57759bcb46a5:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:07,295 INFO [RS:0;57759bcb46a5:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:07,295 INFO [RS:0;57759bcb46a5:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37609,1732065545592-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:19:07,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:07,315 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:19:07,316 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:19:07,316 INFO [RS:0;57759bcb46a5:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37609,1732065545592-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:07,316 INFO [RS:0;57759bcb46a5:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:07,316 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.Replication(171): 57759bcb46a5,37609,1732065545592 started 2024-11-20T01:19:07,330 INFO [RS:0;57759bcb46a5:37609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:07,330 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,37609,1732065545592, RpcServer on 57759bcb46a5/172.17.0.3:37609, sessionid=0x10155d2a5f30004 2024-11-20T01:19:07,330 DEBUG [RS:0;57759bcb46a5:37609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:19:07,330 DEBUG [RS:0;57759bcb46a5:37609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,37609,1732065545592 2024-11-20T01:19:07,330 DEBUG [RS:0;57759bcb46a5:37609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,37609,1732065545592' 2024-11-20T01:19:07,330 DEBUG [RS:0;57759bcb46a5:37609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1609413925/flush-table-proc/abort' 2024-11-20T01:19:07,330 DEBUG [RS:0;57759bcb46a5:37609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1609413925/flush-table-proc/acquired' 2024-11-20T01:19:07,331 DEBUG [RS:0;57759bcb46a5:37609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:19:07,331 DEBUG [RS:0;57759bcb46a5:37609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:19:07,331 DEBUG [RS:0;57759bcb46a5:37609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,37609,1732065545592 2024-11-20T01:19:07,331 DEBUG [RS:0;57759bcb46a5:37609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,37609,1732065545592' 2024-11-20T01:19:07,331 DEBUG [RS:0;57759bcb46a5:37609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1609413925/online-snapshot/abort' 2024-11-20T01:19:07,331 DEBUG [RS:0;57759bcb46a5:37609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1609413925/online-snapshot/acquired' 2024-11-20T01:19:07,332 DEBUG [RS:0;57759bcb46a5:37609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:19:07,332 INFO [RS:0;57759bcb46a5:37609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:19:07,332 INFO [RS:0;57759bcb46a5:37609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:19:07,432 INFO [RS:0;57759bcb46a5:37609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:19:07,434 INFO [RS:0;57759bcb46a5:37609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C37609%2C1732065545592, suffix=, logDir=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/WALs/57759bcb46a5,37609,1732065545592, archiveDir=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/oldWALs, maxLogs=10 2024-11-20T01:19:07,447 DEBUG [RS:0;57759bcb46a5:37609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/WALs/57759bcb46a5,37609,1732065545592/57759bcb46a5%2C37609%2C1732065545592.1732065547434, exclude list is [], retry=0 2024-11-20T01:19:07,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46853,DS-722d6a15-700f-4865-97d9-56111dc2d826,DISK] 2024-11-20T01:19:07,452 INFO [RS:0;57759bcb46a5:37609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/WALs/57759bcb46a5,37609,1732065545592/57759bcb46a5%2C37609%2C1732065545592.1732065547434 2024-11-20T01:19:07,452 DEBUG [RS:0;57759bcb46a5:37609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35757:35757)] 2024-11-20T01:19:07,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:19:07,471 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07 2024-11-20T01:19:07,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:19:07,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:07,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:19:07,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:19:07,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:07,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:07,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:19:07,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:19:07,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:07,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:07,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:19:07,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:19:07,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:07,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:07,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:19:07,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:19:07,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:07,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:07,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:19:07,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/data/hbase/meta/1588230740 2024-11-20T01:19:07,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/data/hbase/meta/1588230740 2024-11-20T01:19:07,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:19:07,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:19:07,890 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:19:07,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:19:07,893 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:19:07,893 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64989042, jitterRate=-0.031587809324264526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:19:07,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065547877Initializing all the Stores at 1732065547878 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065547878Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065547878Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065547878Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065547878Cleaning up temporary data from old regions at 1732065547889 (+11 ms)Region opened successfully at 1732065547893 (+4 ms) 2024-11-20T01:19:07,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:19:07,894 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:19:07,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:19:07,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:19:07,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:19:07,894 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:19:07,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065547894Disabling compacts and flushes for region at 1732065547894Disabling writes for close at 1732065547894Writing region close event to WAL at 1732065547894Closed at 1732065547894 2024-11-20T01:19:07,895 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:07,895 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:19:07,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:19:07,897 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:19:07,898 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:19:08,048 DEBUG [57759bcb46a5:35385 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:19:08,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,37609,1732065545592 2024-11-20T01:19:08,051 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,37609,1732065545592, state=OPENING 2024-11-20T01:19:08,094 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:19:08,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925 2024-11-20T01:19:08,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925 2024-11-20T01:19:08,105 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:19:08,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1609413925/meta-region-server: CHANGED 2024-11-20T01:19:08,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1609413925/meta-region-server: CHANGED 2024-11-20T01:19:08,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,37609,1732065545592}] 2024-11-20T01:19:08,259 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:19:08,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:19:08,265 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:19:08,265 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:19:08,265 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:19:08,267 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C37609%2C1732065545592.meta, suffix=.meta, logDir=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/WALs/57759bcb46a5,37609,1732065545592, archiveDir=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/oldWALs, maxLogs=10 2024-11-20T01:19:08,284 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/WALs/57759bcb46a5,37609,1732065545592/57759bcb46a5%2C37609%2C1732065545592.meta.1732065548267.meta, exclude list is [], retry=0 2024-11-20T01:19:08,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46853,DS-722d6a15-700f-4865-97d9-56111dc2d826,DISK] 2024-11-20T01:19:08,289 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/WALs/57759bcb46a5,37609,1732065545592/57759bcb46a5%2C37609%2C1732065545592.meta.1732065548267.meta 2024-11-20T01:19:08,292 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35757:35757)] 2024-11-20T01:19:08,292 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:19:08,293 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:19:08,293 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:19:08,293 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:19:08,293 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:19:08,293 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:19:08,293 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:08,293 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:19:08,293 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:19:08,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:19:08,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:19:08,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:08,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:08,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:19:08,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:19:08,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:08,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:08,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:19:08,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:19:08,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:08,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:08,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:19:08,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:19:08,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:08,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:08,301 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:19:08,301 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/data/hbase/meta/1588230740 2024-11-20T01:19:08,304 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/data/hbase/meta/1588230740 2024-11-20T01:19:08,305 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:19:08,305 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:19:08,306 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:19:08,308 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:19:08,309 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59611120, jitterRate=-0.1117250919342041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:19:08,309 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:19:08,309 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065548293Writing region info on filesystem at 1732065548293Initializing all the Stores at 1732065548294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065548294Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065548295 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065548295Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065548295Cleaning up temporary data from old regions at 1732065548305 (+10 ms)Running coprocessor post-open hooks at 1732065548309 (+4 ms)Region opened successfully at 1732065548309 2024-11-20T01:19:08,310 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065548259 2024-11-20T01:19:08,314 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:19:08,315 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:19:08,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,37609,1732065545592 2024-11-20T01:19:08,318 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,37609,1732065545592, state=OPEN 2024-11-20T01:19:08,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1609413925/meta-region-server 2024-11-20T01:19:08,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1609413925/meta-region-server 2024-11-20T01:19:08,329 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,37609,1732065545592 2024-11-20T01:19:08,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1609413925/meta-region-server: CHANGED 2024-11-20T01:19:08,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1609413925/meta-region-server: CHANGED 2024-11-20T01:19:08,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:19:08,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,37609,1732065545592 in 224 msec 2024-11-20T01:19:08,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:19:08,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-20T01:19:08,339 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:08,339 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:19:08,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:19:08,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,37609,1732065545592, seqNum=-1] 2024-11-20T01:19:08,342 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:19:08,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:19:08,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-20T01:19:08,351 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065548350, completionTime=-1 2024-11-20T01:19:08,351 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:19:08,351 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:19:08,353 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:19:08,353 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065608353 2024-11-20T01:19:08,353 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065668353 2024-11-20T01:19:08,354 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T01:19:08,354 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,35385,1732065545484-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:08,354 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,35385,1732065545484-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:08,354 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,35385,1732065545484-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:08,354 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:35385, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:08,354 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:08,354 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:08,359 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:19:08,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.695sec 2024-11-20T01:19:08,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:19:08,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:19:08,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:19:08,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:19:08,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:19:08,362 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,35385,1732065545484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:19:08,362 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,35385,1732065545484-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:19:08,364 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:19:08,364 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:19:08,365 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,35385,1732065545484-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:08,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a68f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:08,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,35385,-1 for getting cluster id 2024-11-20T01:19:08,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:19:08,425 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '448631cd-4ca2-498d-b58c-457180cac422' 2024-11-20T01:19:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:19:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "448631cd-4ca2-498d-b58c-457180cac422" 2024-11-20T01:19:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d95eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,35385,-1] 2024-11-20T01:19:08,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:19:08,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:08,428 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:19:08,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f39931b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:08,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:19:08,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,37609,1732065545592, seqNum=-1] 2024-11-20T01:19:08,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:19:08,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:19:08,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,35385,1732065545484 2024-11-20T01:19:08,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61374 2024-11-20T01:19:08,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:19:08,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155d2a5f30005 connected 2024-11-20T01:19:08,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33816fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:08,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,41767,-1 for getting cluster id 2024-11-20T01:19:08,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:19:08,460 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bec3f88-7cc0-4635-8043-c00ff6546422' 2024-11-20T01:19:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:19:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bec3f88-7cc0-4635-8043-c00ff6546422" 2024-11-20T01:19:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3a3452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,41767,-1] 2024-11-20T01:19:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:19:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:08,462 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:19:08,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ad9a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:08,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:19:08,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,41767,1732065538602 2024-11-20T01:19:08,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a9352e2 2024-11-20T01:19:08,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:19:08,468 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:19:08,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:35385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:19:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:19:08,474 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:35385' 2024-11-20T01:19:08,478 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d9c8a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:08,478 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,35385,-1 for getting cluster id 2024-11-20T01:19:08,478 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:19:08,479 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '448631cd-4ca2-498d-b58c-457180cac422' 2024-11-20T01:19:08,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:19:08,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "448631cd-4ca2-498d-b58c-457180cac422" 2024-11-20T01:19:08,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0dcf71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:08,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,35385,-1] 2024-11-20T01:19:08,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:19:08,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:08,482 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:19:08,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b0a456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:08,483 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:19:08,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,35385,1732065545484 2024-11-20T01:19:08,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3620a7f6 2024-11-20T01:19:08,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:19:08,485 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:19:08,486 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T01:19:08,486 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:19:08,486 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:08,486 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:08,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:19:08,487 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:19:08,489 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:19:08,490 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:19:08,491 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:08,493 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:19:08,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741835_1011 (size=1138) 2024-11-20T01:19:08,540 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T01:19:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:08,913 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc0f05243548708eded145c556de76d2, NAME => 'hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829 2024-11-20T01:19:08,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741836_1012 (size=44) 2024-11-20T01:19:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:09,326 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:09,326 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fc0f05243548708eded145c556de76d2, disabling compactions & flushes 2024-11-20T01:19:09,326 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. 2024-11-20T01:19:09,326 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. 2024-11-20T01:19:09,326 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. after waiting 0 ms 2024-11-20T01:19:09,326 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. 2024-11-20T01:19:09,326 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. 2024-11-20T01:19:09,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc0f05243548708eded145c556de76d2: Waiting for close lock at 1732065549326Disabling compacts and flushes for region at 1732065549326Disabling writes for close at 1732065549326Writing region close event to WAL at 1732065549326Closed at 1732065549326 2024-11-20T01:19:09,328 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:19:09,328 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732065549328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065549328"}]},"ts":"1732065549328"} 2024-11-20T01:19:09,331 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:19:09,332 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:19:09,332 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065549332"}]},"ts":"1732065549332"} 2024-11-20T01:19:09,334 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T01:19:09,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc0f05243548708eded145c556de76d2, ASSIGN}] 2024-11-20T01:19:09,336 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc0f05243548708eded145c556de76d2, ASSIGN 2024-11-20T01:19:09,336 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc0f05243548708eded145c556de76d2, ASSIGN; state=OFFLINE, location=57759bcb46a5,43005,1732065538840; forceNewPlan=false, retain=false 2024-11-20T01:19:09,487 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fc0f05243548708eded145c556de76d2, regionState=OPENING, regionLocation=57759bcb46a5,43005,1732065538840 2024-11-20T01:19:09,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc0f05243548708eded145c556de76d2, ASSIGN because future has completed 2024-11-20T01:19:09,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc0f05243548708eded145c556de76d2, server=57759bcb46a5,43005,1732065538840}] 2024-11-20T01:19:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:09,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. 2024-11-20T01:19:09,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:19:09,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:19:09,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C43005%2C1732065538840.rep, suffix=, logDir=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840, archiveDir=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/oldWALs, maxLogs=10 2024-11-20T01:19:09,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.rep.1732065549649, exclude list is [], retry=0 2024-11-20T01:19:09,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46451,DS-2e15fb5e-da1b-4623-9541-2ff6367ef02b,DISK] 2024-11-20T01:19:09,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.rep.1732065549649 2024-11-20T01:19:09,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44579:44579)] 2024-11-20T01:19:09,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fc0f05243548708eded145c556de76d2, NAME => 'hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:19:09,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:19:09,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:19:09,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. service=MultiRowMutationService 2024-11-20T01:19:09,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:19:09,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fc0f05243548708eded145c556de76d2 2024-11-20T01:19:09,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:09,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fc0f05243548708eded145c556de76d2 2024-11-20T01:19:09,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fc0f05243548708eded145c556de76d2 2024-11-20T01:19:09,669 INFO [StoreOpener-fc0f05243548708eded145c556de76d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fc0f05243548708eded145c556de76d2 2024-11-20T01:19:09,670 INFO [StoreOpener-fc0f05243548708eded145c556de76d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc0f05243548708eded145c556de76d2 columnFamilyName hfileref 2024-11-20T01:19:09,670 DEBUG [StoreOpener-fc0f05243548708eded145c556de76d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:09,671 INFO [StoreOpener-fc0f05243548708eded145c556de76d2-1 {}] regionserver.HStore(327): Store=fc0f05243548708eded145c556de76d2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:09,671 INFO [StoreOpener-fc0f05243548708eded145c556de76d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fc0f05243548708eded145c556de76d2 2024-11-20T01:19:09,672 INFO [StoreOpener-fc0f05243548708eded145c556de76d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc0f05243548708eded145c556de76d2 columnFamilyName queue 2024-11-20T01:19:09,672 DEBUG [StoreOpener-fc0f05243548708eded145c556de76d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:09,673 INFO [StoreOpener-fc0f05243548708eded145c556de76d2-1 {}] regionserver.HStore(327): Store=fc0f05243548708eded145c556de76d2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:09,673 INFO [StoreOpener-fc0f05243548708eded145c556de76d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fc0f05243548708eded145c556de76d2 2024-11-20T01:19:09,674 INFO [StoreOpener-fc0f05243548708eded145c556de76d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc0f05243548708eded145c556de76d2 columnFamilyName sid 2024-11-20T01:19:09,674 DEBUG [StoreOpener-fc0f05243548708eded145c556de76d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:09,675 INFO [StoreOpener-fc0f05243548708eded145c556de76d2-1 {}] regionserver.HStore(327): Store=fc0f05243548708eded145c556de76d2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:09,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fc0f05243548708eded145c556de76d2 2024-11-20T01:19:09,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/replication/fc0f05243548708eded145c556de76d2 2024-11-20T01:19:09,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/replication/fc0f05243548708eded145c556de76d2 2024-11-20T01:19:09,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fc0f05243548708eded145c556de76d2 2024-11-20T01:19:09,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fc0f05243548708eded145c556de76d2 2024-11-20T01:19:09,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:19:09,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fc0f05243548708eded145c556de76d2 2024-11-20T01:19:09,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/replication/fc0f05243548708eded145c556de76d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:19:09,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fc0f05243548708eded145c556de76d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72543311, jitterRate=0.08097957074642181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:19:09,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc0f05243548708eded145c556de76d2 2024-11-20T01:19:09,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fc0f05243548708eded145c556de76d2: Running coprocessor pre-open hook at 1732065549667Writing region info on filesystem at 1732065549668 (+1 ms)Initializing all the Stores at 1732065549669 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065549669Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065549669Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065549669Cleaning up temporary data from old regions at 1732065549677 (+8 ms)Running coprocessor post-open hooks at 1732065549681 (+4 ms)Region opened successfully at 1732065549682 (+1 ms) 2024-11-20T01:19:09,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2., pid=7, masterSystemTime=1732065549643 2024-11-20T01:19:09,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. 2024-11-20T01:19:09,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. 2024-11-20T01:19:09,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fc0f05243548708eded145c556de76d2, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,43005,1732065538840 2024-11-20T01:19:09,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc0f05243548708eded145c556de76d2, server=57759bcb46a5,43005,1732065538840 because future has completed 2024-11-20T01:19:09,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T01:19:09,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fc0f05243548708eded145c556de76d2, server=57759bcb46a5,43005,1732065538840 in 198 msec 2024-11-20T01:19:09,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:19:09,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc0f05243548708eded145c556de76d2, ASSIGN in 357 msec 2024-11-20T01:19:09,695 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:19:09,695 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065549695"}]},"ts":"1732065549695"} 2024-11-20T01:19:09,697 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T01:19:09,698 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:19:09,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2110 sec 2024-11-20T01:19:09,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2., hostname=57759bcb46a5,43005,1732065538840, seqNum=2] 2024-11-20T01:19:09,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:19:09,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:19:09,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:19:09,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T01:19:09,979 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T01:19:10,005 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,43005,1732065538840, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:19:10,005 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:19:10,005 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,43005,1732065538840, seqNum=-1] 2024-11-20T01:19:10,006 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:19:10,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-20T01:19:10,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57759bcb46a5,43005,1732065538840', locateType=CURRENT is [region=hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2., hostname=57759bcb46a5,43005,1732065538840, seqNum=2] 2024-11-20T01:19:10,012 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T01:19:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T01:19:10,014 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57759bcb46a5,43005,1732065538840 suceeded 2024-11-20T01:19:10,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T01:19:10,017 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57759bcb46a5:35385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:19:10,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-20T01:19:10,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5490 sec 2024-11-20T01:19:10,031 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:35385' 2024-11-20T01:19:10,032 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@682bed52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:10,032 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,35385,-1 for getting cluster id 2024-11-20T01:19:10,032 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:19:10,033 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '448631cd-4ca2-498d-b58c-457180cac422' 2024-11-20T01:19:10,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:19:10,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "448631cd-4ca2-498d-b58c-457180cac422" 2024-11-20T01:19:10,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64235b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:10,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,35385,-1] 2024-11-20T01:19:10,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:19:10,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:10,035 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:19:10,035 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a66a6ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:10,035 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:19:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,35385,1732065545484 2024-11-20T01:19:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d6e7d29 2024-11-20T01:19:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:19:10,037 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-20T01:19:10,038 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,43005,1732065538840 (queues=1) is replicating from cluster=2bec3f88-7cc0-4635-8043-c00ff6546422 to cluster=448631cd-4ca2-498d-b58c-457180cac422 2024-11-20T01:19:10,038 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C43005%2C1732065538840 2024-11-20T01:19:10,038 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,43005,1732065538840, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:19:10,039 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840.replicationSource.shipper57759bcb46a5%2C43005%2C1732065538840,1-57759bcb46a5,43005,1732065538840 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C43005%2C1732065538840 2024-11-20T01:19:10,039 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840.replicationSource.wal-reader.57759bcb46a5%2C43005%2C1732065538840,1-57759bcb46a5,43005,1732065538840 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.1732065541273, startPosition=0, beingWritten=true 2024-11-20T01:19:10,244 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840.replicationSource.wal-reader.57759bcb46a5%2C43005%2C1732065538840,1-57759bcb46a5,43005,1732065538840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.1732065541273 to pos 0, reset compression=false 2024-11-20T01:19:10,549 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840.replicationSource.wal-reader.57759bcb46a5%2C43005%2C1732065538840,1-57759bcb46a5,43005,1732065538840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.1732065541273 to pos 0, reset compression=false 2024-11-20T01:19:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:10,620 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:19:10,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:19:10,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:19:10,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:10,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:10,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:19:10,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:19:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,41767,1732065538602 2024-11-20T01:19:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@724ac994 2024-11-20T01:19:10,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:19:10,623 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:19:10,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41767 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T01:19:10,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:19:10,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:19:10,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:19:10,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:10,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:10,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:19:10,624 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:19:10,624 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1574017885, stopped=false 2024-11-20T01:19:10,624 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,35385,1732065545484 2024-11-20T01:19:10,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1609413925/running 2024-11-20T01:19:10,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1609413925/running 2024-11-20T01:19:10,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925 2024-11-20T01:19:10,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925 2024-11-20T01:19:10,645 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:19:10,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:19:10,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:19:10,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:10,645 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,37609,1732065545592' ***** 2024-11-20T01:19:10,645 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:19:10,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Set watcher on znode that does not yet exist, /1609413925/running 2024-11-20T01:19:10,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Set watcher on znode that does not yet exist, /1609413925/running 2024-11-20T01:19:10,646 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:19:10,646 INFO [RS:0;57759bcb46a5:37609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:19:10,646 INFO [RS:0;57759bcb46a5:37609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:19:10,646 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:19:10,646 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,37609,1732065545592 2024-11-20T01:19:10,646 INFO [RS:0;57759bcb46a5:37609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:19:10,646 INFO [RS:0;57759bcb46a5:37609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:37609. 2024-11-20T01:19:10,646 DEBUG [RS:0;57759bcb46a5:37609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:19:10,646 DEBUG [RS:0;57759bcb46a5:37609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:10,646 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:19:10,646 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:19:10,646 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:19:10,646 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:19:10,647 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T01:19:10,647 DEBUG [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:19:10,647 DEBUG [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:19:10,647 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:19:10,647 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:19:10,647 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:19:10,647 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:19:10,647 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:19:10,647 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T01:19:10,662 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/data/hbase/meta/1588230740/.tmp/ns/0ec12e096d904bc781ab00fd71c1b587 is 43, key is default/ns:d/1732065548344/Put/seqid=0 2024-11-20T01:19:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741835_1011 (size=5153) 2024-11-20T01:19:10,699 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:19:10,847 DEBUG [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:19:10,954 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840.replicationSource.wal-reader.57759bcb46a5%2C43005%2C1732065538840,1-57759bcb46a5,43005,1732065538840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.1732065541273 to pos 0, reset compression=false 2024-11-20T01:19:11,047 DEBUG [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:19:11,067 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/data/hbase/meta/1588230740/.tmp/ns/0ec12e096d904bc781ab00fd71c1b587 2024-11-20T01:19:11,075 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/data/hbase/meta/1588230740/.tmp/ns/0ec12e096d904bc781ab00fd71c1b587 as hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/data/hbase/meta/1588230740/ns/0ec12e096d904bc781ab00fd71c1b587 2024-11-20T01:19:11,081 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/data/hbase/meta/1588230740/ns/0ec12e096d904bc781ab00fd71c1b587, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T01:19:11,082 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-20T01:19:11,086 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T01:19:11,087 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:19:11,087 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:19:11,087 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:19:11,087 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065550647Running coprocessor pre-close hooks at 1732065550647Disabling compacts and flushes for region at 1732065550647Disabling writes for close at 1732065550647Obtaining lock to block concurrent updates at 1732065550647Preparing flush snapshotting stores in 1588230740 at 1732065550647Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732065550647Flushing stores of hbase:meta,,1.1588230740 at 1732065550648 (+1 ms)Flushing 1588230740/ns: creating writer at 1732065550648Flushing 1588230740/ns: appending metadata at 1732065550662 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732065550662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da04647: reopening flushed file at 1732065551074 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1732065551082 (+8 ms)Writing region close event to WAL at 1732065551083 (+1 ms)Running coprocessor post-close hooks at 1732065551087 (+4 ms)Closed at 1732065551087 2024-11-20T01:19:11,088 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:19:11,247 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,37609,1732065545592; all regions closed. 2024-11-20T01:19:11,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741834_1010 (size=1152) 2024-11-20T01:19:11,250 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/WALs/57759bcb46a5,37609,1732065545592/57759bcb46a5%2C37609%2C1732065545592.meta.1732065548267.meta not finished, retry = 0 2024-11-20T01:19:11,296 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:19:11,296 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:19:11,353 DEBUG [RS:0;57759bcb46a5:37609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/oldWALs 2024-11-20T01:19:11,353 INFO [RS:0;57759bcb46a5:37609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C37609%2C1732065545592.meta:.meta(num 1732065548267) 2024-11-20T01:19:11,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741832_1008 (size=93) 2024-11-20T01:19:11,355 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/WALs/57759bcb46a5,37609,1732065545592/57759bcb46a5%2C37609%2C1732065545592.1732065547434 not finished, retry = 0 2024-11-20T01:19:11,459 DEBUG [RS:0;57759bcb46a5:37609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/oldWALs 2024-11-20T01:19:11,459 INFO [RS:0;57759bcb46a5:37609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C37609%2C1732065545592:(num 1732065547434) 2024-11-20T01:19:11,459 DEBUG [RS:0;57759bcb46a5:37609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:11,459 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:19:11,460 INFO [RS:0;57759bcb46a5:37609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:19:11,460 INFO [RS:0;57759bcb46a5:37609 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T01:19:11,460 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:19:11,460 INFO [RS:0;57759bcb46a5:37609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:19:11,460 INFO [RS:0;57759bcb46a5:37609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37609 2024-11-20T01:19:11,460 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840.replicationSource.wal-reader.57759bcb46a5%2C43005%2C1732065538840,1-57759bcb46a5,43005,1732065538840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.1732065541273 to pos 0, reset compression=false 2024-11-20T01:19:11,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925/rs 2024-11-20T01:19:11,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1609413925/rs/57759bcb46a5,37609,1732065545592 2024-11-20T01:19:11,526 INFO [RS:0;57759bcb46a5:37609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:19:11,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,37609,1732065545592] 2024-11-20T01:19:11,547 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1609413925/draining/57759bcb46a5,37609,1732065545592 already deleted, retry=false 2024-11-20T01:19:11,547 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,37609,1732065545592 expired; onlineServers=0 2024-11-20T01:19:11,547 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,35385,1732065545484' ***** 2024-11-20T01:19:11,547 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:19:11,547 INFO [M:0;57759bcb46a5:35385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:19:11,547 INFO [M:0;57759bcb46a5:35385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:19:11,547 DEBUG [M:0;57759bcb46a5:35385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:19:11,547 DEBUG [M:0;57759bcb46a5:35385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:19:11,547 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:19:11,547 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065547064 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065547064,5,FailOnTimeoutGroup] 2024-11-20T01:19:11,547 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065547064 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065547064,5,FailOnTimeoutGroup] 2024-11-20T01:19:11,547 INFO [M:0;57759bcb46a5:35385 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:19:11,547 INFO [M:0;57759bcb46a5:35385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:19:11,547 DEBUG [M:0;57759bcb46a5:35385 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:19:11,547 INFO [M:0;57759bcb46a5:35385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:19:11,548 INFO [M:0;57759bcb46a5:35385 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:19:11,548 INFO [M:0;57759bcb46a5:35385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:19:11,548 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:19:11,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1609413925/master 2024-11-20T01:19:11,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1609413925 2024-11-20T01:19:11,557 DEBUG [M:0;57759bcb46a5:35385 {}] zookeeper.ZKUtil(347): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Unable to get data of znode /1609413925/master because node does not exist (not an error) 2024-11-20T01:19:11,557 WARN [M:0;57759bcb46a5:35385 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:19:11,558 INFO [M:0;57759bcb46a5:35385 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/.lastflushedseqids 2024-11-20T01:19:11,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741836_1012 (size=99) 2024-11-20T01:19:11,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:19:11,636 INFO [RS:0;57759bcb46a5:37609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:19:11,636 INFO [RS:0;57759bcb46a5:37609 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,37609,1732065545592; zookeeper connection closed. 2024-11-20T01:19:11,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37609-0x10155d2a5f30004, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:19:11,637 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68d904bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68d904bf 2024-11-20T01:19:11,637 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:19:11,967 INFO [M:0;57759bcb46a5:35385 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:19:11,968 INFO [M:0;57759bcb46a5:35385 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:19:11,968 DEBUG [M:0;57759bcb46a5:35385 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:19:11,968 INFO [M:0;57759bcb46a5:35385 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:11,968 DEBUG [M:0;57759bcb46a5:35385 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:11,968 DEBUG [M:0;57759bcb46a5:35385 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:19:11,968 DEBUG [M:0;57759bcb46a5:35385 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:11,968 INFO [M:0;57759bcb46a5:35385 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T01:19:11,983 DEBUG [M:0;57759bcb46a5:35385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6077a00036bd41db94bf5ac13475a26b is 82, key is hbase:meta,,1/info:regioninfo/1732065548316/Put/seqid=0 2024-11-20T01:19:11,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741837_1013 (size=5672) 2024-11-20T01:19:12,078 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840.replicationSource.wal-reader.57759bcb46a5%2C43005%2C1732065538840,1-57759bcb46a5,43005,1732065538840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.1732065541273 to pos 0, reset compression=false 2024-11-20T01:19:12,397 INFO [M:0;57759bcb46a5:35385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6077a00036bd41db94bf5ac13475a26b 2024-11-20T01:19:12,419 DEBUG [M:0;57759bcb46a5:35385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f88f5730fac4fbd9eaf2fb410c5d760 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732065548349/Put/seqid=0 2024-11-20T01:19:12,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741838_1014 (size=5275) 2024-11-20T01:19:12,782 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840.replicationSource.wal-reader.57759bcb46a5%2C43005%2C1732065538840,1-57759bcb46a5,43005,1732065538840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.1732065541273 to pos 0, reset compression=false 2024-11-20T01:19:12,827 INFO [M:0;57759bcb46a5:35385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f88f5730fac4fbd9eaf2fb410c5d760 2024-11-20T01:19:12,850 DEBUG [M:0;57759bcb46a5:35385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e8f1192fe42437c85d3f7492c94f967 is 69, key is 57759bcb46a5,37609,1732065545592/rs:state/1732065547161/Put/seqid=0 2024-11-20T01:19:12,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741839_1015 (size=5156) 2024-11-20T01:19:13,255 INFO [M:0;57759bcb46a5:35385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e8f1192fe42437c85d3f7492c94f967 2024-11-20T01:19:13,261 DEBUG [M:0;57759bcb46a5:35385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6077a00036bd41db94bf5ac13475a26b as hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6077a00036bd41db94bf5ac13475a26b 2024-11-20T01:19:13,266 INFO [M:0;57759bcb46a5:35385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6077a00036bd41db94bf5ac13475a26b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T01:19:13,267 DEBUG [M:0;57759bcb46a5:35385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f88f5730fac4fbd9eaf2fb410c5d760 as hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f88f5730fac4fbd9eaf2fb410c5d760 2024-11-20T01:19:13,272 INFO [M:0;57759bcb46a5:35385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f88f5730fac4fbd9eaf2fb410c5d760, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T01:19:13,273 DEBUG [M:0;57759bcb46a5:35385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e8f1192fe42437c85d3f7492c94f967 as hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e8f1192fe42437c85d3f7492c94f967 2024-11-20T01:19:13,279 INFO [M:0;57759bcb46a5:35385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/516ec58c-361b-680a-d34c-d0ccdabfba07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e8f1192fe42437c85d3f7492c94f967, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T01:19:13,281 INFO [M:0;57759bcb46a5:35385 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false 2024-11-20T01:19:13,282 INFO [M:0;57759bcb46a5:35385 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:13,282 DEBUG [M:0;57759bcb46a5:35385 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065551968Disabling compacts and flushes for region at 1732065551968Disabling writes for close at 1732065551968Obtaining lock to block concurrent updates at 1732065551968Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065551968Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732065551968Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065551969 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065551969Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065551983 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065551983Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065552403 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065552419 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065552419Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065552832 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065552849 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065552849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb6f6a5: reopening flushed file at 1732065553260 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f5e557: reopening flushed file at 1732065553266 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@103e5e37: reopening flushed file at 1732065553272 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false at 1732065553281 (+9 ms)Writing region close event to WAL at 1732065553282 (+1 ms)Closed at 1732065553282 2024-11-20T01:19:13,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46853 is added to blk_1073741830_1006 (size=10165) 2024-11-20T01:19:13,285 INFO [M:0;57759bcb46a5:35385 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:19:13,285 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:19:13,285 INFO [M:0;57759bcb46a5:35385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35385 2024-11-20T01:19:13,285 INFO [M:0;57759bcb46a5:35385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:19:13,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:19:13,468 INFO [M:0;57759bcb46a5:35385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:19:13,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x10155d2a5f30003, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:19:13,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@189c7fec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:19:13,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d3824b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:19:13,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:19:13,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cc37dc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:19:13,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@159c0ed8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/hadoop.log.dir/,STOPPED} 2024-11-20T01:19:13,472 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:19:13,472 WARN [BP-1009460887-172.17.0.3-1732065542137 heartbeating to localhost/127.0.0.1:34489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:19:13,472 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:19:13,472 WARN [BP-1009460887-172.17.0.3-1732065542137 heartbeating to localhost/127.0.0.1:34489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1009460887-172.17.0.3-1732065542137 (Datanode Uuid 83a06d84-a897-43ab-8e52-9228b1cf38b4) service to localhost/127.0.0.1:34489 2024-11-20T01:19:13,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/cluster_f3c78e8d-7ae1-5181-da1b-8f3cd5e8ad6b/data/data1/current/BP-1009460887-172.17.0.3-1732065542137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:19:13,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/cluster_f3c78e8d-7ae1-5181-da1b-8f3cd5e8ad6b/data/data2/current/BP-1009460887-172.17.0.3-1732065542137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:19:13,474 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:19:13,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30760348{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:19:13,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4566547a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:19:13,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:19:13,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@531847b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:19:13,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73a1c247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/hadoop.log.dir/,STOPPED} 2024-11-20T01:19:13,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:19:13,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:19:13,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:19:13,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:19:13,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:13,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:13,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:19:13,497 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:19:13,497 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=264274525, stopped=false 2024-11-20T01:19:13,497 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,41767,1732065538602 2024-11-20T01:19:13,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1688626336/running 2024-11-20T01:19:13,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1688626336/running 2024-11-20T01:19:13,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:19:13,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:19:13,518 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:19:13,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:19:13,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:19:13,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:13,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Set watcher on znode that does not yet exist, /0-1688626336/running 2024-11-20T01:19:13,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Set watcher on znode that does not yet exist, /0-1688626336/running 2024-11-20T01:19:13,519 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,43005,1732065538840' ***** 2024-11-20T01:19:13,519 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:19:13,519 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:19:13,519 INFO [RS:0;57759bcb46a5:43005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:19:13,520 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:19:13,520 INFO [RS:0;57759bcb46a5:43005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:19:13,520 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(3091): Received CLOSE for fc0f05243548708eded145c556de76d2 2024-11-20T01:19:13,520 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,43005,1732065538840 2024-11-20T01:19:13,520 INFO [RS:0;57759bcb46a5:43005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:19:13,520 INFO [RS:0;57759bcb46a5:43005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:43005. 2024-11-20T01:19:13,520 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc0f05243548708eded145c556de76d2, disabling compactions & flushes 2024-11-20T01:19:13,520 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. 2024-11-20T01:19:13,520 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. 2024-11-20T01:19:13,520 DEBUG [RS:0;57759bcb46a5:43005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:19:13,520 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. after waiting 0 ms 2024-11-20T01:19:13,520 DEBUG [RS:0;57759bcb46a5:43005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:13,520 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. 2024-11-20T01:19:13,520 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc0f05243548708eded145c556de76d2 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T01:19:13,520 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:19:13,520 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:19:13,520 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:19:13,520 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:19:13,521 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T01:19:13,521 DEBUG [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fc0f05243548708eded145c556de76d2=hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2.} 2024-11-20T01:19:13,521 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:19:13,521 DEBUG [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc0f05243548708eded145c556de76d2 2024-11-20T01:19:13,521 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:19:13,521 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:19:13,521 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:19:13,521 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:19:13,521 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T01:19:13,525 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:19:13,539 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/.tmp/info/49cae20b90f44c1c9207295752935f7c is 147, key is hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2./info:regioninfo/1732065549686/Put/seqid=0 2024-11-20T01:19:13,539 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/replication/fc0f05243548708eded145c556de76d2/.tmp/queue/2a160ea34beb4b879186bdd60bf78758 is 151, key is 1-57759bcb46a5,43005,1732065538840/queue:57759bcb46a5%2C43005%2C1732065538840/1732065550010/Put/seqid=0 2024-11-20T01:19:13,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741838_1014 (size=6631) 2024-11-20T01:19:13,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741839_1015 (size=5350) 2024-11-20T01:19:13,587 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840.replicationSource.wal-reader.57759bcb46a5%2C43005%2C1732065538840,1-57759bcb46a5,43005,1732065538840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.1732065541273 to pos 0, reset compression=false 2024-11-20T01:19:13,721 DEBUG [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc0f05243548708eded145c556de76d2 2024-11-20T01:19:13,798 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:19:13,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:13,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:13,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:13,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T01:19:13,921 DEBUG [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fc0f05243548708eded145c556de76d2 2024-11-20T01:19:13,949 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/.tmp/info/49cae20b90f44c1c9207295752935f7c 2024-11-20T01:19:13,950 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/replication/fc0f05243548708eded145c556de76d2/.tmp/queue/2a160ea34beb4b879186bdd60bf78758 2024-11-20T01:19:13,956 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/replication/fc0f05243548708eded145c556de76d2/.tmp/queue/2a160ea34beb4b879186bdd60bf78758 as hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/replication/fc0f05243548708eded145c556de76d2/queue/2a160ea34beb4b879186bdd60bf78758 2024-11-20T01:19:13,962 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/replication/fc0f05243548708eded145c556de76d2/queue/2a160ea34beb4b879186bdd60bf78758, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T01:19:13,963 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fc0f05243548708eded145c556de76d2 in 443ms, sequenceid=5, compaction requested=false 2024-11-20T01:19:13,974 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/replication/fc0f05243548708eded145c556de76d2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T01:19:13,975 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:19:13,975 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:19:13,975 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. 2024-11-20T01:19:13,976 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc0f05243548708eded145c556de76d2: Waiting for close lock at 1732065553520Running coprocessor pre-close hooks at 1732065553520Disabling compacts and flushes for region at 1732065553520Disabling writes for close at 1732065553520Obtaining lock to block concurrent updates at 1732065553520Preparing flush snapshotting stores in fc0f05243548708eded145c556de76d2 at 1732065553520Finished memstore snapshotting hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732065553521 (+1 ms)Flushing stores of hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. at 1732065553521Flushing fc0f05243548708eded145c556de76d2/queue: creating writer at 1732065553521Flushing fc0f05243548708eded145c556de76d2/queue: appending metadata at 1732065553538 (+17 ms)Flushing fc0f05243548708eded145c556de76d2/queue: closing flushed file at 1732065553538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46be9fe2: reopening flushed file at 1732065553955 (+417 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fc0f05243548708eded145c556de76d2 in 443ms, sequenceid=5, compaction requested=false at 1732065553963 (+8 ms)Writing region close event to WAL at 1732065553969 (+6 ms)Running coprocessor post-close hooks at 1732065553975 (+6 ms)Closed at 1732065553975 2024-11-20T01:19:13,976 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732065548487.fc0f05243548708eded145c556de76d2. 2024-11-20T01:19:13,976 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/.tmp/ns/3a62e0172db14b2f9fa1a9042f69610b is 43, key is default/ns:d/1732065541935/Put/seqid=0 2024-11-20T01:19:13,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741840_1016 (size=5153) 2024-11-20T01:19:13,981 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/.tmp/ns/3a62e0172db14b2f9fa1a9042f69610b 2024-11-20T01:19:14,021 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/.tmp/table/2b12d2ea4d83439cbf1aeed0d2281b62 is 53, key is hbase:replication/table:state/1732065549695/Put/seqid=0 2024-11-20T01:19:14,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741841_1017 (size=5256) 2024-11-20T01:19:14,028 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/.tmp/table/2b12d2ea4d83439cbf1aeed0d2281b62 2024-11-20T01:19:14,036 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/.tmp/info/49cae20b90f44c1c9207295752935f7c as hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/info/49cae20b90f44c1c9207295752935f7c 2024-11-20T01:19:14,042 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/info/49cae20b90f44c1c9207295752935f7c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T01:19:14,043 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/.tmp/ns/3a62e0172db14b2f9fa1a9042f69610b as hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/ns/3a62e0172db14b2f9fa1a9042f69610b 2024-11-20T01:19:14,050 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/ns/3a62e0172db14b2f9fa1a9042f69610b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T01:19:14,051 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/.tmp/table/2b12d2ea4d83439cbf1aeed0d2281b62 as hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/table/2b12d2ea4d83439cbf1aeed0d2281b62 2024-11-20T01:19:14,056 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/table/2b12d2ea4d83439cbf1aeed0d2281b62, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T01:19:14,057 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 536ms, sequenceid=11, compaction requested=false 2024-11-20T01:19:14,061 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T01:19:14,062 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:19:14,062 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:19:14,062 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:19:14,062 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065553521Running coprocessor pre-close hooks at 1732065553521Disabling compacts and flushes for region at 1732065553521Disabling writes for close at 1732065553521Obtaining lock to block concurrent updates at 1732065553521Preparing flush snapshotting stores in 1588230740 at 1732065553521Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732065553521Flushing stores of hbase:meta,,1.1588230740 at 1732065553522 (+1 ms)Flushing 1588230740/info: creating writer at 1732065553522Flushing 1588230740/info: appending metadata at 1732065553538 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732065553538Flushing 1588230740/ns: creating writer at 1732065553955 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732065553975 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732065553975Flushing 1588230740/table: creating writer at 1732065553990 (+15 ms)Flushing 1588230740/table: appending metadata at 1732065554021 (+31 ms)Flushing 1588230740/table: closing flushed file at 1732065554021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f3e5ca: reopening flushed file at 1732065554035 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bfff9a2: reopening flushed file at 1732065554042 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1730cb49: reopening flushed file at 1732065554050 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 536ms, sequenceid=11, compaction requested=false at 1732065554057 (+7 ms)Writing region close event to WAL at 1732065554058 (+1 ms)Running coprocessor post-close hooks at 1732065554062 (+4 ms)Closed at 1732065554062 2024-11-20T01:19:14,062 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:19:14,121 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,43005,1732065538840; all regions closed. 2024-11-20T01:19:14,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741834_1010 (size=2742) 2024-11-20T01:19:14,124 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.meta.1732065541723.meta not finished, retry = 0 2024-11-20T01:19:14,135 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:19:14,135 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:19:14,227 DEBUG [RS:0;57759bcb46a5:43005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/oldWALs 2024-11-20T01:19:14,227 INFO [RS:0;57759bcb46a5:43005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C43005%2C1732065538840.meta:.meta(num 1732065541723) 2024-11-20T01:19:14,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741837_1013 (size=1586) 2024-11-20T01:19:14,229 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/WALs/57759bcb46a5,43005,1732065538840/57759bcb46a5%2C43005%2C1732065538840.rep.1732065549649 not finished, retry = 0 2024-11-20T01:19:14,332 DEBUG [RS:0;57759bcb46a5:43005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/oldWALs 2024-11-20T01:19:14,332 INFO [RS:0;57759bcb46a5:43005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C43005%2C1732065538840.rep:(num 1732065549649) 2024-11-20T01:19:14,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741833_1009 (size=93) 2024-11-20T01:19:14,336 DEBUG [RS:0;57759bcb46a5:43005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/oldWALs 2024-11-20T01:19:14,336 INFO [RS:0;57759bcb46a5:43005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C43005%2C1732065538840:(num 1732065541273) 2024-11-20T01:19:14,336 DEBUG [RS:0;57759bcb46a5:43005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:14,336 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:19:14,336 INFO [RS:0;57759bcb46a5:43005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:19:14,336 INFO [RS:0;57759bcb46a5:43005 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:19:14,336 INFO [RS:0;57759bcb46a5:43005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:19:14,336 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:19:14,337 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,43005,1732065538840 because: Region server is closing 2024-11-20T01:19:14,337 INFO [RS:0;57759bcb46a5:43005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:43005. 2024-11-20T01:19:14,337 DEBUG [RS:0;57759bcb46a5:43005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:19:14,337 DEBUG [RS:0;57759bcb46a5:43005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:14,337 DEBUG [RS:0;57759bcb46a5:43005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:14,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:19:14,437 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840.replicationSource.shipper57759bcb46a5%2C43005%2C1732065538840,1-57759bcb46a5,43005,1732065538840 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T01:19:14,437 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840.replicationSource.wal-reader.57759bcb46a5%2C43005%2C1732065538840,1-57759bcb46a5,43005,1732065538840 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T01:19:14,438 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43005,1732065538840.replicationSource.shipper57759bcb46a5%2C43005%2C1732065538840,1-57759bcb46a5,43005,1732065538840 terminated 2024-11-20T01:19:14,438 INFO [RS:0;57759bcb46a5:43005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43005 2024-11-20T01:19:14,483 INFO [RS:0;57759bcb46a5:43005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:19:14,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1688626336/rs/57759bcb46a5,43005,1732065538840 2024-11-20T01:19:14,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336/rs 2024-11-20T01:19:14,494 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,43005,1732065538840] 2024-11-20T01:19:14,504 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1688626336/draining/57759bcb46a5,43005,1732065538840 already deleted, retry=false 2024-11-20T01:19:14,504 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,43005,1732065538840 expired; onlineServers=0 2024-11-20T01:19:14,504 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,41767,1732065538602' ***** 2024-11-20T01:19:14,504 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:19:14,504 INFO [M:0;57759bcb46a5:41767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:19:14,504 INFO [M:0;57759bcb46a5:41767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:19:14,505 DEBUG [M:0;57759bcb46a5:41767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:19:14,505 DEBUG [M:0;57759bcb46a5:41767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:19:14,505 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:19:14,505 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065540863 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065540863,5,FailOnTimeoutGroup] 2024-11-20T01:19:14,505 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065540896 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065540896,5,FailOnTimeoutGroup] 2024-11-20T01:19:14,505 INFO [M:0;57759bcb46a5:41767 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:19:14,505 INFO [M:0;57759bcb46a5:41767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:19:14,505 DEBUG [M:0;57759bcb46a5:41767 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:19:14,505 INFO [M:0;57759bcb46a5:41767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:19:14,505 INFO [M:0;57759bcb46a5:41767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:19:14,505 INFO [M:0;57759bcb46a5:41767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:19:14,505 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:19:14,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1688626336/master 2024-11-20T01:19:14,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1688626336 2024-11-20T01:19:14,515 DEBUG [M:0;57759bcb46a5:41767 {}] zookeeper.ZKUtil(347): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Unable to get data of znode /0-1688626336/master because node does not exist (not an error) 2024-11-20T01:19:14,515 WARN [M:0;57759bcb46a5:41767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:19:14,515 INFO [M:0;57759bcb46a5:41767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/.lastflushedseqids 2024-11-20T01:19:14,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741842_1018 (size=181) 2024-11-20T01:19:14,594 INFO [RS:0;57759bcb46a5:43005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:19:14,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:19:14,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43005-0x10155d2a5f30001, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:19:14,594 INFO [RS:0;57759bcb46a5:43005 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,43005,1732065538840; zookeeper connection closed. 2024-11-20T01:19:14,594 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7224f75a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7224f75a 2024-11-20T01:19:14,594 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:19:14,920 INFO [M:0;57759bcb46a5:41767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:19:14,921 INFO [M:0;57759bcb46a5:41767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:19:14,921 DEBUG [M:0;57759bcb46a5:41767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:19:14,921 INFO [M:0;57759bcb46a5:41767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:14,921 DEBUG [M:0;57759bcb46a5:41767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:14,921 DEBUG [M:0;57759bcb46a5:41767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:19:14,921 DEBUG [M:0;57759bcb46a5:41767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:14,921 INFO [M:0;57759bcb46a5:41767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T01:19:14,935 DEBUG [M:0;57759bcb46a5:41767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7591865ada6b406ba392a19067df194d is 82, key is hbase:meta,,1/info:regioninfo/1732065541851/Put/seqid=0 2024-11-20T01:19:14,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741843_1019 (size=5672) 2024-11-20T01:19:15,340 INFO [M:0;57759bcb46a5:41767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7591865ada6b406ba392a19067df194d 2024-11-20T01:19:15,359 DEBUG [M:0;57759bcb46a5:41767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa3bf91bcbb147fba24e829d4760a2f5 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732065549700/Put/seqid=0 2024-11-20T01:19:15,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741844_1020 (size=7203) 2024-11-20T01:19:15,763 INFO [M:0;57759bcb46a5:41767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa3bf91bcbb147fba24e829d4760a2f5 2024-11-20T01:19:15,782 DEBUG [M:0;57759bcb46a5:41767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24d18fcc46b54dab87b8b6f470275890 is 69, key is 57759bcb46a5,43005,1732065538840/rs:state/1732065540979/Put/seqid=0 2024-11-20T01:19:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741845_1021 (size=5156) 2024-11-20T01:19:16,186 INFO [M:0;57759bcb46a5:41767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24d18fcc46b54dab87b8b6f470275890 2024-11-20T01:19:16,192 DEBUG [M:0;57759bcb46a5:41767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7591865ada6b406ba392a19067df194d as hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7591865ada6b406ba392a19067df194d 2024-11-20T01:19:16,196 INFO [M:0;57759bcb46a5:41767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7591865ada6b406ba392a19067df194d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T01:19:16,197 DEBUG [M:0;57759bcb46a5:41767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa3bf91bcbb147fba24e829d4760a2f5 as hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa3bf91bcbb147fba24e829d4760a2f5 2024-11-20T01:19:16,203 INFO [M:0;57759bcb46a5:41767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa3bf91bcbb147fba24e829d4760a2f5, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T01:19:16,204 DEBUG [M:0;57759bcb46a5:41767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24d18fcc46b54dab87b8b6f470275890 as hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24d18fcc46b54dab87b8b6f470275890 2024-11-20T01:19:16,210 INFO [M:0;57759bcb46a5:41767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45617/user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24d18fcc46b54dab87b8b6f470275890, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T01:19:16,211 INFO [M:0;57759bcb46a5:41767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false 2024-11-20T01:19:16,212 INFO [M:0;57759bcb46a5:41767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:16,212 DEBUG [M:0;57759bcb46a5:41767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065554921Disabling compacts and flushes for region at 1732065554921Disabling writes for close at 1732065554921Obtaining lock to block concurrent updates at 1732065554921Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065554921Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732065554921Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065554922 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065554922Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065554935 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065554935Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065555345 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065555358 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065555359 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065555768 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065555781 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065555781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b7efd5: reopening flushed file at 1732065556191 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5adae1b6: reopening flushed file at 1732065556196 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e95cefc: reopening flushed file at 1732065556203 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false at 1732065556211 (+8 ms)Writing region close event to WAL at 1732065556212 (+1 ms)Closed at 1732065556212 2024-11-20T01:19:16,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741830_1006 (size=41008) 2024-11-20T01:19:16,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f96ae902-9025-31d5-6193-1ddfd2dcc829/MasterData/WALs/57759bcb46a5,41767,1732065538602/57759bcb46a5%2C41767%2C1732065538602.1732065540099 not finished, retry = 0 2024-11-20T01:19:16,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:19:16,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:19:16,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T01:19:16,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:19:16,315 INFO [M:0;57759bcb46a5:41767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:19:16,315 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:19:16,316 INFO [M:0;57759bcb46a5:41767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41767 2024-11-20T01:19:16,316 INFO [M:0;57759bcb46a5:41767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:19:16,531 INFO [M:0;57759bcb46a5:41767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:19:16,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:19:16,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41767-0x10155d2a5f30000, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:19:16,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ab7dfc8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:19:16,533 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56680efa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:19:16,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:19:16,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@394705a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:19:16,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d8cdc40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/hadoop.log.dir/,STOPPED} 2024-11-20T01:19:16,534 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:19:16,534 WARN [BP-109476527-172.17.0.3-1732065536613 heartbeating to localhost/127.0.0.1:45617 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:19:16,534 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:19:16,535 WARN [BP-109476527-172.17.0.3-1732065536613 heartbeating to localhost/127.0.0.1:45617 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-109476527-172.17.0.3-1732065536613 (Datanode Uuid 9e7de7b9-5cbd-40ce-925f-afe2c5cb9e72) service to localhost/127.0.0.1:45617 2024-11-20T01:19:16,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/cluster_782cea6f-3407-1e72-33fa-07a3985ecda5/data/data1/current/BP-109476527-172.17.0.3-1732065536613 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:19:16,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/cluster_782cea6f-3407-1e72-33fa-07a3985ecda5/data/data2/current/BP-109476527-172.17.0.3-1732065536613 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:19:16,536 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:19:16,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54b7039{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:19:16,540 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@242482cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:19:16,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:19:16,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@708c07f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:19:16,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4232ec1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43f95913-64fa-5412-276e-dea2df2b26d8/hadoop.log.dir/,STOPPED} 2024-11-20T01:19:16,546 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T01:19:16,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:19:16,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 109) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45617 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61374) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61374) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34489 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=752 (was 739) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3387 (was 3668) 2024-11-20T01:19:16,571 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=752, ProcessCount=11, AvailableMemoryMB=3386 2024-11-20T01:19:16,582 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-20T01:19:16,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/hadoop.log.dir so I do NOT create it in target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc 2024-11-20T01:19:16,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:19:16,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/hadoop.tmp.dir so I do NOT create it in target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc 2024-11-20T01:19:16,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f769bf7-7551-8200-bff3-03361a04e494/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:19:16,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc 2024-11-20T01:19:16,583 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/cluster_074136a4-2211-c272-fa45-a400ef2427ce, deleteOnExit=true 2024-11-20T01:19:16,585 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/cluster_074136a4-2211-c272-fa45-a400ef2427ce/zookeeper_0, clientPort=55803, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/cluster_074136a4-2211-c272-fa45-a400ef2427ce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/cluster_074136a4-2211-c272-fa45-a400ef2427ce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T01:19:16,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55803 2024-11-20T01:19:16,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:19:16,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:19:16,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/test.cache.data in system properties and HBase conf 2024-11-20T01:19:16,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:19:16,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:19:16,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:19:16,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:19:16,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:19:16,587 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:19:16,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:19:16,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:19:16,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:19:16,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:19:16,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:19:16,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:19:16,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:19:16,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:19:16,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:19:16,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:19:16,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:19:16,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:19:16,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:19:16,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:19:16,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155d2a5f30002, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:19:16,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155d2a5f30005, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:19:16,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155d2a5f30005, quorum=127.0.0.1:61374, baseZNode=/1609413925 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:19:16,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155d2a5f30002, quorum=127.0.0.1:61374, baseZNode=/0-1688626336 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:19:16,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:19:16,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:19:16,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:19:16,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:19:16,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:19:16,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:19:16,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a3c1906{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:19:16,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704f511d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:19:17,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57cc3801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/java.io.tmpdir/jetty-localhost-41417-hadoop-hdfs-3_4_1-tests_jar-_-any-13031102466804868729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:19:17,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36e6e0e3{HTTP/1.1, (http/1.1)}{localhost:41417} 2024-11-20T01:19:17,077 INFO [Time-limited test {}] server.Server(415): Started @95743ms 2024-11-20T01:19:17,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:19:17,523 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:19:17,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:19:17,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:19:17,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:19:17,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@799d6b28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:19:17,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7333f164{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:19:17,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26568a51{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/java.io.tmpdir/jetty-localhost-45591-hadoop-hdfs-3_4_1-tests_jar-_-any-13720075209423128474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:19:17,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7077a536{HTTP/1.1, (http/1.1)}{localhost:45591} 2024-11-20T01:19:17,617 INFO [Time-limited test {}] server.Server(415): Started @96283ms 2024-11-20T01:19:17,618 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:19:18,397 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/cluster_074136a4-2211-c272-fa45-a400ef2427ce/data/data1/current/BP-862779026-172.17.0.3-1732065556609/current, will proceed with Du for space computation calculation, 2024-11-20T01:19:18,397 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/cluster_074136a4-2211-c272-fa45-a400ef2427ce/data/data2/current/BP-862779026-172.17.0.3-1732065556609/current, will proceed with Du for space computation calculation, 2024-11-20T01:19:18,411 WARN [Thread-818 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:19:18,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cde2418003912f0 with lease ID 0x8f8ded81b6afed85: Processing first storage report for DS-b312327e-119b-47af-ac55-880015c37a82 from datanode DatanodeRegistration(127.0.0.1:39089, datanodeUuid=588648d6-0f13-46c7-9b5e-dd303cf90369, infoPort=46361, infoSecurePort=0, ipcPort=43907, storageInfo=lv=-57;cid=testClusterID;nsid=763246764;c=1732065556609) 2024-11-20T01:19:18,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cde2418003912f0 with lease ID 0x8f8ded81b6afed85: from storage DS-b312327e-119b-47af-ac55-880015c37a82 node DatanodeRegistration(127.0.0.1:39089, datanodeUuid=588648d6-0f13-46c7-9b5e-dd303cf90369, infoPort=46361, infoSecurePort=0, ipcPort=43907, storageInfo=lv=-57;cid=testClusterID;nsid=763246764;c=1732065556609), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:19:18,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cde2418003912f0 with lease ID 0x8f8ded81b6afed85: Processing first storage report for DS-1d57d827-24c9-4173-ba91-67a2ad54e41b from datanode DatanodeRegistration(127.0.0.1:39089, datanodeUuid=588648d6-0f13-46c7-9b5e-dd303cf90369, infoPort=46361, infoSecurePort=0, ipcPort=43907, storageInfo=lv=-57;cid=testClusterID;nsid=763246764;c=1732065556609) 2024-11-20T01:19:18,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cde2418003912f0 with lease ID 0x8f8ded81b6afed85: from storage DS-1d57d827-24c9-4173-ba91-67a2ad54e41b node DatanodeRegistration(127.0.0.1:39089, datanodeUuid=588648d6-0f13-46c7-9b5e-dd303cf90369, infoPort=46361, infoSecurePort=0, ipcPort=43907, storageInfo=lv=-57;cid=testClusterID;nsid=763246764;c=1732065556609), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:19:18,445 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc 2024-11-20T01:19:18,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:18,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:18,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:19:18,855 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50 with version=8 2024-11-20T01:19:18,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/hbase-staging 2024-11-20T01:19:18,857 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:19:18,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:18,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:18,857 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:19:18,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:18,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:19:18,857 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:19:18,857 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:19:18,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39915 2024-11-20T01:19:18,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39915 connecting to ZooKeeper ensemble=127.0.0.1:55803 2024-11-20T01:19:18,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399150x0, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:19:18,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39915-0x10155d2f4140000 connected 2024-11-20T01:19:19,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:19,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:19,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Set watcher on znode that does not yet exist, /0-1957040254/running 2024-11-20T01:19:19,032 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50, hbase.cluster.distributed=false 2024-11-20T01:19:19,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Set watcher on znode that does not yet exist, /0-1957040254/acl 2024-11-20T01:19:19,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39915 2024-11-20T01:19:19,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39915 2024-11-20T01:19:19,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39915 2024-11-20T01:19:19,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39915 2024-11-20T01:19:19,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39915 2024-11-20T01:19:19,047 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:19:19,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:19,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:19,047 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:19:19,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:19,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:19:19,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:19:19,048 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:19:19,048 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35969 2024-11-20T01:19:19,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35969 connecting to ZooKeeper ensemble=127.0.0.1:55803 2024-11-20T01:19:19,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:19,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:19,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359690x0, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:19:19,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359690x0, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Set watcher on znode that does not yet exist, /0-1957040254/running 2024-11-20T01:19:19,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35969-0x10155d2f4140001 connected 2024-11-20T01:19:19,061 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:19:19,061 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:19:19,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Set watcher on znode that does not yet exist, /0-1957040254/master 2024-11-20T01:19:19,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Set watcher on znode that does not yet exist, /0-1957040254/acl 2024-11-20T01:19:19,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35969 2024-11-20T01:19:19,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35969 2024-11-20T01:19:19,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35969 2024-11-20T01:19:19,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35969 2024-11-20T01:19:19,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35969 2024-11-20T01:19:19,079 DEBUG [M:0;57759bcb46a5:39915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:39915 2024-11-20T01:19:19,080 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1957040254/backup-masters/57759bcb46a5,39915,1732065558856 2024-11-20T01:19:19,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254/backup-masters 2024-11-20T01:19:19,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254/backup-masters 2024-11-20T01:19:19,092 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Set watcher on existing znode=/0-1957040254/backup-masters/57759bcb46a5,39915,1732065558856 2024-11-20T01:19:19,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1957040254/master 2024-11-20T01:19:19,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:19:19,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:19:19,102 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Set watcher on existing znode=/0-1957040254/master 2024-11-20T01:19:19,103 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1957040254/backup-masters/57759bcb46a5,39915,1732065558856 from backup master directory 2024-11-20T01:19:19,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1957040254/backup-masters/57759bcb46a5,39915,1732065558856 2024-11-20T01:19:19,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254/backup-masters 2024-11-20T01:19:19,112 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:19:19,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254/backup-masters 2024-11-20T01:19:19,112 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,39915,1732065558856 2024-11-20T01:19:19,117 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/hbase.id] with ID: 34268aa5-a184-4655-b5f9-d97274101c01 2024-11-20T01:19:19,117 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/.tmp/hbase.id 2024-11-20T01:19:19,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:19:19,477 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:19:19,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:19,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:19,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:19,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:19,522 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/.tmp/hbase.id]:[hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/hbase.id] 2024-11-20T01:19:19,534 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:19,534 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:19:19,535 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T01:19:19,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:19:19,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:19:19,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:19:19,992 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:19:19,993 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:19:19,993 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:19:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:19:20,401 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store 2024-11-20T01:19:20,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:19:20,810 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:20,810 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:19:20,810 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:20,810 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:20,810 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:19:20,810 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:20,810 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:20,810 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065560810Disabling compacts and flushes for region at 1732065560810Disabling writes for close at 1732065560810Writing region close event to WAL at 1732065560810Closed at 1732065560810 2024-11-20T01:19:20,811 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/.initializing 2024-11-20T01:19:20,811 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/WALs/57759bcb46a5,39915,1732065558856 2024-11-20T01:19:20,812 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:19:20,814 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C39915%2C1732065558856, suffix=, logDir=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/WALs/57759bcb46a5,39915,1732065558856, archiveDir=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/oldWALs, maxLogs=10 2024-11-20T01:19:20,828 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/WALs/57759bcb46a5,39915,1732065558856/57759bcb46a5%2C39915%2C1732065558856.1732065560814, exclude list is [], retry=0 2024-11-20T01:19:20,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39089,DS-b312327e-119b-47af-ac55-880015c37a82,DISK] 2024-11-20T01:19:20,833 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/WALs/57759bcb46a5,39915,1732065558856/57759bcb46a5%2C39915%2C1732065558856.1732065560814 2024-11-20T01:19:20,834 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46361:46361)] 2024-11-20T01:19:20,834 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:19:20,834 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:20,835 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:20,835 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:20,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:20,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:19:20,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:20,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:20,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:20,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:19:20,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:20,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:20,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:20,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:19:20,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:20,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:20,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:20,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:19:20,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:20,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:20,846 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:20,847 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:20,847 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:20,848 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:20,848 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:20,849 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:19:20,850 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:20,852 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:19:20,853 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69195804, jitterRate=0.031097829341888428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:19:20,853 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065560835Initializing all the Stores at 1732065560836 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065560836Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065560836Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065560836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065560836Cleaning up temporary data from old regions at 1732065560848 (+12 ms)Region opened successfully at 1732065560853 (+5 ms) 2024-11-20T01:19:20,854 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:19:20,857 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563f1fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:19:20,857 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:19:20,858 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:19:20,858 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:19:20,858 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:19:20,859 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:19:20,859 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:19:20,859 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:19:20,861 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:19:20,863 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Unable to get data of znode /0-1957040254/balancer because node does not exist (not necessarily an error) 2024-11-20T01:19:20,912 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1957040254/balancer already deleted, retry=false 2024-11-20T01:19:20,913 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:19:20,913 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Unable to get data of znode /0-1957040254/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:19:20,923 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1957040254/normalizer already deleted, retry=false 2024-11-20T01:19:20,923 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:19:20,924 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Unable to get data of znode /0-1957040254/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:19:20,933 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1957040254/switch/split already deleted, retry=false 2024-11-20T01:19:20,934 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Unable to get data of znode /0-1957040254/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:19:20,944 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1957040254/switch/merge already deleted, retry=false 2024-11-20T01:19:20,946 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Unable to get data of znode /0-1957040254/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:19:20,954 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1957040254/snapshot-cleanup already deleted, retry=false 2024-11-20T01:19:20,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1957040254/running 2024-11-20T01:19:20,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1957040254/running 2024-11-20T01:19:20,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:19:20,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:19:20,966 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,39915,1732065558856, sessionid=0x10155d2f4140000, setting cluster-up flag (Was=false) 2024-11-20T01:19:20,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:19:20,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:19:21,060 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1957040254/flush-table-proc/acquired, /0-1957040254/flush-table-proc/reached, /0-1957040254/flush-table-proc/abort 2024-11-20T01:19:21,061 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,39915,1732065558856 2024-11-20T01:19:21,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:19:21,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:19:21,267 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1957040254/online-snapshot/acquired, /0-1957040254/online-snapshot/reached, /0-1957040254/online-snapshot/abort 2024-11-20T01:19:21,268 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,39915,1732065558856 2024-11-20T01:19:21,269 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:19:21,271 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:21,271 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:19:21,271 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:19:21,271 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,39915,1732065558856 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:19:21,273 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:21,273 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:21,273 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:21,273 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:21,273 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:19:21,273 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:21,273 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:19:21,273 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:21,275 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:21,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:19:21,275 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065591275 2024-11-20T01:19:21,276 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:19:21,276 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:19:21,276 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:19:21,276 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:19:21,276 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:19:21,276 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:19:21,276 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:21,276 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:21,276 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:19:21,276 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:19:21,276 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:19:21,276 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:19:21,276 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:19:21,278 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:19:21,278 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:19:21,280 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065561278,5,FailOnTimeoutGroup] 2024-11-20T01:19:21,281 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065561280,5,FailOnTimeoutGroup] 2024-11-20T01:19:21,282 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:21,282 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:19:21,282 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:21,282 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:21,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:19:21,370 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(746): ClusterId : 34268aa5-a184-4655-b5f9-d97274101c01 2024-11-20T01:19:21,371 DEBUG [RS:0;57759bcb46a5:35969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:19:21,384 DEBUG [RS:0;57759bcb46a5:35969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:19:21,384 DEBUG [RS:0;57759bcb46a5:35969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:19:21,394 DEBUG [RS:0;57759bcb46a5:35969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:19:21,394 DEBUG [RS:0;57759bcb46a5:35969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d00b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:19:21,404 DEBUG [RS:0;57759bcb46a5:35969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:35969 2024-11-20T01:19:21,404 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:19:21,404 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:19:21,404 DEBUG [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:19:21,405 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,39915,1732065558856 with port=35969, startcode=1732065559047 2024-11-20T01:19:21,405 DEBUG [RS:0;57759bcb46a5:35969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:19:21,406 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:19:21,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,35969,1732065559047 2024-11-20T01:19:21,407 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39915 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,35969,1732065559047 2024-11-20T01:19:21,408 DEBUG [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50 2024-11-20T01:19:21,408 DEBUG [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42907 2024-11-20T01:19:21,408 DEBUG [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:19:21,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254/rs 2024-11-20T01:19:21,418 DEBUG [RS:0;57759bcb46a5:35969 {}] zookeeper.ZKUtil(111): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Set watcher on existing znode=/0-1957040254/rs/57759bcb46a5,35969,1732065559047 2024-11-20T01:19:21,418 WARN [RS:0;57759bcb46a5:35969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:19:21,418 INFO [RS:0;57759bcb46a5:35969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:19:21,418 DEBUG [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047 2024-11-20T01:19:21,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,35969,1732065559047] 2024-11-20T01:19:21,421 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:19:21,422 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:19:21,422 INFO [RS:0;57759bcb46a5:35969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:19:21,422 INFO [RS:0;57759bcb46a5:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:21,422 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:19:21,423 INFO [RS:0;57759bcb46a5:35969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:19:21,423 INFO [RS:0;57759bcb46a5:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:21,423 DEBUG [RS:0;57759bcb46a5:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:21,423 DEBUG [RS:0;57759bcb46a5:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:21,423 DEBUG [RS:0;57759bcb46a5:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:21,423 DEBUG [RS:0;57759bcb46a5:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:21,423 DEBUG [RS:0;57759bcb46a5:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:21,423 DEBUG [RS:0;57759bcb46a5:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:19:21,424 DEBUG [RS:0;57759bcb46a5:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:21,424 DEBUG [RS:0;57759bcb46a5:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:21,424 DEBUG [RS:0;57759bcb46a5:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:21,424 DEBUG [RS:0;57759bcb46a5:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:21,424 DEBUG [RS:0;57759bcb46a5:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:21,424 DEBUG [RS:0;57759bcb46a5:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:21,424 DEBUG [RS:0;57759bcb46a5:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:19:21,424 DEBUG [RS:0;57759bcb46a5:35969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:19:21,424 INFO [RS:0;57759bcb46a5:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:21,424 INFO [RS:0;57759bcb46a5:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:21,424 INFO [RS:0;57759bcb46a5:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:21,424 INFO [RS:0;57759bcb46a5:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:21,424 INFO [RS:0;57759bcb46a5:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:21,424 INFO [RS:0;57759bcb46a5:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,35969,1732065559047-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:19:21,436 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:19:21,436 INFO [RS:0;57759bcb46a5:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,35969,1732065559047-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:21,436 INFO [RS:0;57759bcb46a5:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:21,436 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.Replication(171): 57759bcb46a5,35969,1732065559047 started 2024-11-20T01:19:21,447 INFO [RS:0;57759bcb46a5:35969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:21,447 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,35969,1732065559047, RpcServer on 57759bcb46a5/172.17.0.3:35969, sessionid=0x10155d2f4140001 2024-11-20T01:19:21,447 DEBUG [RS:0;57759bcb46a5:35969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:19:21,447 DEBUG [RS:0;57759bcb46a5:35969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,35969,1732065559047 2024-11-20T01:19:21,447 DEBUG [RS:0;57759bcb46a5:35969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,35969,1732065559047' 2024-11-20T01:19:21,447 DEBUG [RS:0;57759bcb46a5:35969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1957040254/flush-table-proc/abort' 2024-11-20T01:19:21,448 DEBUG [RS:0;57759bcb46a5:35969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1957040254/flush-table-proc/acquired' 2024-11-20T01:19:21,448 DEBUG [RS:0;57759bcb46a5:35969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:19:21,448 DEBUG [RS:0;57759bcb46a5:35969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:19:21,448 DEBUG [RS:0;57759bcb46a5:35969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,35969,1732065559047 2024-11-20T01:19:21,448 DEBUG [RS:0;57759bcb46a5:35969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,35969,1732065559047' 2024-11-20T01:19:21,448 DEBUG [RS:0;57759bcb46a5:35969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1957040254/online-snapshot/abort' 2024-11-20T01:19:21,449 DEBUG [RS:0;57759bcb46a5:35969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1957040254/online-snapshot/acquired' 2024-11-20T01:19:21,449 DEBUG [RS:0;57759bcb46a5:35969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:19:21,449 INFO [RS:0;57759bcb46a5:35969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:19:21,449 INFO [RS:0;57759bcb46a5:35969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:19:21,549 INFO [RS:0;57759bcb46a5:35969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:19:21,551 INFO [RS:0;57759bcb46a5:35969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C35969%2C1732065559047, suffix=, logDir=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047, archiveDir=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/oldWALs, maxLogs=10 2024-11-20T01:19:21,562 DEBUG [RS:0;57759bcb46a5:35969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551, exclude list is [], retry=0 2024-11-20T01:19:21,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39089,DS-b312327e-119b-47af-ac55-880015c37a82,DISK] 2024-11-20T01:19:21,566 INFO [RS:0;57759bcb46a5:35969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 2024-11-20T01:19:21,567 DEBUG [RS:0;57759bcb46a5:35969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46361:46361)] 2024-11-20T01:19:21,687 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:19:21,687 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50 2024-11-20T01:19:21,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:19:22,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:22,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:19:22,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:19:22,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:22,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:22,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:19:22,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:19:22,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:22,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:22,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:19:22,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:19:22,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:22,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:22,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:19:22,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:19:22,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:22,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:22,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:19:22,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740 2024-11-20T01:19:22,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740 2024-11-20T01:19:22,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:19:22,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:19:22,105 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:19:22,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:19:22,108 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:19:22,109 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72594438, jitterRate=0.08174142241477966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:19:22,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065562093Initializing all the Stores at 1732065562094 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065562094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065562094Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065562094Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065562094Cleaning up temporary data from old regions at 1732065562105 (+11 ms)Region opened successfully at 1732065562109 (+4 ms) 2024-11-20T01:19:22,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:19:22,109 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:19:22,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:19:22,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:19:22,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:19:22,110 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:19:22,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065562109Disabling compacts and flushes for region at 1732065562109Disabling writes for close at 1732065562110 (+1 ms)Writing region close event to WAL at 1732065562110Closed at 1732065562110 2024-11-20T01:19:22,111 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:22,111 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:19:22,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:19:22,112 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:19:22,113 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:19:22,263 DEBUG [57759bcb46a5:39915 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:19:22,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,35969,1732065559047 2024-11-20T01:19:22,265 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,35969,1732065559047, state=OPENING 2024-11-20T01:19:22,323 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:19:22,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:19:22,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:19:22,361 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:19:22,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1957040254/meta-region-server: CHANGED 2024-11-20T01:19:22,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1957040254/meta-region-server: CHANGED 2024-11-20T01:19:22,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,35969,1732065559047}] 2024-11-20T01:19:22,513 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:19:22,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:19:22,518 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:19:22,518 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:19:22,518 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:19:22,520 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C35969%2C1732065559047.meta, suffix=.meta, logDir=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047, archiveDir=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/oldWALs, maxLogs=10 2024-11-20T01:19:22,531 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.meta.1732065562520.meta, exclude list is [], retry=0 2024-11-20T01:19:22,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39089,DS-b312327e-119b-47af-ac55-880015c37a82,DISK] 2024-11-20T01:19:22,534 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.meta.1732065562520.meta 2024-11-20T01:19:22,535 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46361:46361)] 2024-11-20T01:19:22,535 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:19:22,535 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:19:22,535 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:19:22,535 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:19:22,535 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:19:22,535 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:19:22,535 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:22,536 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:19:22,536 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:19:22,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:19:22,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:19:22,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:22,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:22,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:19:22,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:19:22,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:22,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:22,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:19:22,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:19:22,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:22,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:22,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:19:22,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:19:22,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:22,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:22,542 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:19:22,542 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740 2024-11-20T01:19:22,543 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740 2024-11-20T01:19:22,544 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:19:22,544 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:19:22,545 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:19:22,546 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:19:22,546 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69846527, jitterRate=0.040794357657432556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:19:22,546 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:19:22,547 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065562536Writing region info on filesystem at 1732065562536Initializing all the Stores at 1732065562537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065562537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065562537Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065562537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065562537Cleaning up temporary data from old regions at 1732065562544 (+7 ms)Running coprocessor post-open hooks at 1732065562546 (+2 ms)Region opened successfully at 1732065562547 (+1 ms) 2024-11-20T01:19:22,548 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065562513 2024-11-20T01:19:22,549 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:19:22,549 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:19:22,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,35969,1732065559047 2024-11-20T01:19:22,551 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,35969,1732065559047, state=OPEN 2024-11-20T01:19:22,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1957040254/meta-region-server 2024-11-20T01:19:22,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1957040254/meta-region-server 2024-11-20T01:19:22,565 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,35969,1732065559047 2024-11-20T01:19:22,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1957040254/meta-region-server: CHANGED 2024-11-20T01:19:22,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1957040254/meta-region-server: CHANGED 2024-11-20T01:19:22,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:19:22,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,35969,1732065559047 in 204 msec 2024-11-20T01:19:22,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:19:22,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-20T01:19:22,569 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:22,570 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:19:22,571 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:19:22,571 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,35969,1732065559047, seqNum=-1] 2024-11-20T01:19:22,571 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:19:22,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:19:22,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-11-20T01:19:22,577 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065562577, completionTime=-1 2024-11-20T01:19:22,577 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:19:22,577 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:19:22,579 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:19:22,579 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065622579 2024-11-20T01:19:22,579 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065682579 2024-11-20T01:19:22,579 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T01:19:22,579 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,39915,1732065558856-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:22,579 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,39915,1732065558856-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:22,579 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,39915,1732065558856-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:22,579 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:39915, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:22,579 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:22,579 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:22,581 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:19:22,582 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.469sec 2024-11-20T01:19:22,582 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:19:22,582 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:19:22,582 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:19:22,582 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:19:22,582 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:19:22,582 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,39915,1732065558856-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:19:22,583 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,39915,1732065558856-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:19:22,585 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:19:22,585 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:19:22,585 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,39915,1732065558856-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:22,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1321932d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:22,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,39915,-1 for getting cluster id 2024-11-20T01:19:22,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:19:22,672 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34268aa5-a184-4655-b5f9-d97274101c01' 2024-11-20T01:19:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:19:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34268aa5-a184-4655-b5f9-d97274101c01" 2024-11-20T01:19:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b7c89b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,39915,-1] 2024-11-20T01:19:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:19:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:22,674 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:19:22,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b55b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:22,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:19:22,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,35969,1732065559047, seqNum=-1] 2024-11-20T01:19:22,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:19:22,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:19:22,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,39915,1732065558856 2024-11-20T01:19:22,679 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55803 2024-11-20T01:19:22,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:19:22,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155d2f4140002 connected 2024-11-20T01:19:22,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/hadoop.log.dir so I do NOT create it in target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43 2024-11-20T01:19:22,704 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:19:22,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/hadoop.tmp.dir so I do NOT create it in target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43 2024-11-20T01:19:22,704 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:19:22,704 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43 2024-11-20T01:19:22,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:19:22,704 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/cluster_be45f926-3668-6c70-299e-0b51b5002ea1, deleteOnExit=true 2024-11-20T01:19:22,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:19:22,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/test.cache.data in system properties and HBase conf 2024-11-20T01:19:22,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:19:22,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:19:22,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:19:22,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:19:22,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:19:22,705 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:19:22,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:19:22,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:19:22,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:19:22,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:19:22,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:19:22,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:19:22,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:19:22,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:19:22,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:19:22,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:19:22,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:19:22,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:19:22,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:19:22,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:19:23,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:19:23,049 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:19:23,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:19:23,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:19:23,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:19:23,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:19:23,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ab166a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:19:23,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dc50c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:19:23,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@192d85f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/java.io.tmpdir/jetty-localhost-39981-hadoop-hdfs-3_4_1-tests_jar-_-any-4310994415605577316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:19:23,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c09c951{HTTP/1.1, (http/1.1)}{localhost:39981} 2024-11-20T01:19:23,163 INFO [Time-limited test {}] server.Server(415): Started @101828ms 2024-11-20T01:19:23,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:19:23,403 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:19:23,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:19:23,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:19:23,404 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:19:23,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca8a3fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:19:23,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e042af9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:19:23,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a2aee49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/java.io.tmpdir/jetty-localhost-39949-hadoop-hdfs-3_4_1-tests_jar-_-any-7082849882167270126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:19:23,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29930def{HTTP/1.1, (http/1.1)}{localhost:39949} 2024-11-20T01:19:23,500 INFO [Time-limited test {}] server.Server(415): Started @102165ms 2024-11-20T01:19:23,501 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:19:24,178 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/cluster_be45f926-3668-6c70-299e-0b51b5002ea1/data/data1/current/BP-157885910-172.17.0.3-1732065562722/current, will proceed with Du for space computation calculation, 2024-11-20T01:19:24,178 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/cluster_be45f926-3668-6c70-299e-0b51b5002ea1/data/data2/current/BP-157885910-172.17.0.3-1732065562722/current, will proceed with Du for space computation calculation, 2024-11-20T01:19:24,194 WARN [Thread-939 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:19:24,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e47cd93d8267d27 with lease ID 0x125f15574b60e6e2: Processing first storage report for DS-a08060df-0603-4cf5-84a7-b6faf0939644 from datanode DatanodeRegistration(127.0.0.1:34025, datanodeUuid=9c3536f9-a6bc-4a47-9956-ee6f40949b12, infoPort=39091, infoSecurePort=0, ipcPort=46423, storageInfo=lv=-57;cid=testClusterID;nsid=2062100890;c=1732065562722) 2024-11-20T01:19:24,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e47cd93d8267d27 with lease ID 0x125f15574b60e6e2: from storage DS-a08060df-0603-4cf5-84a7-b6faf0939644 node DatanodeRegistration(127.0.0.1:34025, datanodeUuid=9c3536f9-a6bc-4a47-9956-ee6f40949b12, infoPort=39091, infoSecurePort=0, ipcPort=46423, storageInfo=lv=-57;cid=testClusterID;nsid=2062100890;c=1732065562722), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:19:24,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e47cd93d8267d27 with lease ID 0x125f15574b60e6e2: Processing first storage report for DS-25cb549f-fa05-4341-a880-356c128ae9de from datanode DatanodeRegistration(127.0.0.1:34025, datanodeUuid=9c3536f9-a6bc-4a47-9956-ee6f40949b12, infoPort=39091, infoSecurePort=0, ipcPort=46423, storageInfo=lv=-57;cid=testClusterID;nsid=2062100890;c=1732065562722) 2024-11-20T01:19:24,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e47cd93d8267d27 with lease ID 0x125f15574b60e6e2: from storage DS-25cb549f-fa05-4341-a880-356c128ae9de node DatanodeRegistration(127.0.0.1:34025, datanodeUuid=9c3536f9-a6bc-4a47-9956-ee6f40949b12, infoPort=39091, infoSecurePort=0, ipcPort=46423, storageInfo=lv=-57;cid=testClusterID;nsid=2062100890;c=1732065562722), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:19:24,253 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43 2024-11-20T01:19:24,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:24,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:24,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:19:24,662 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712 with version=8 2024-11-20T01:19:24,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/hbase-staging 2024-11-20T01:19:24,664 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:19:24,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:24,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:24,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:19:24,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:24,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:19:24,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:19:24,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:19:24,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42507 2024-11-20T01:19:24,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42507 connecting to ZooKeeper ensemble=127.0.0.1:55803 2024-11-20T01:19:24,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425070x0, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:19:24,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42507-0x10155d2f4140003 connected 2024-11-20T01:19:24,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:24,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:24,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Set watcher on znode that does not yet exist, /1-1452317948/running 2024-11-20T01:19:24,790 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712, hbase.cluster.distributed=false 2024-11-20T01:19:24,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Set watcher on znode that does not yet exist, /1-1452317948/acl 2024-11-20T01:19:24,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42507 2024-11-20T01:19:24,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42507 2024-11-20T01:19:24,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42507 2024-11-20T01:19:24,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42507 2024-11-20T01:19:24,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42507 2024-11-20T01:19:24,804 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:19:24,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:24,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:24,805 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:19:24,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:19:24,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:19:24,805 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:19:24,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:19:24,805 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37887 2024-11-20T01:19:24,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37887 connecting to ZooKeeper ensemble=127.0.0.1:55803 2024-11-20T01:19:24,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:24,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:24,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378870x0, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:19:24,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378870x0, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Set watcher on znode that does not yet exist, /1-1452317948/running 2024-11-20T01:19:24,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37887-0x10155d2f4140004 connected 2024-11-20T01:19:24,818 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:19:24,819 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:19:24,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Set watcher on znode that does not yet exist, /1-1452317948/master 2024-11-20T01:19:24,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Set watcher on znode that does not yet exist, /1-1452317948/acl 2024-11-20T01:19:24,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37887 2024-11-20T01:19:24,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37887 2024-11-20T01:19:24,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37887 2024-11-20T01:19:24,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37887 2024-11-20T01:19:24,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37887 2024-11-20T01:19:24,839 DEBUG [M:0;57759bcb46a5:42507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:42507 2024-11-20T01:19:24,839 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1452317948/backup-masters/57759bcb46a5,42507,1732065564664 2024-11-20T01:19:24,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948/backup-masters 2024-11-20T01:19:24,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948/backup-masters 2024-11-20T01:19:24,849 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Set watcher on existing znode=/1-1452317948/backup-masters/57759bcb46a5,42507,1732065564664 2024-11-20T01:19:24,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948 2024-11-20T01:19:24,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1452317948/master 2024-11-20T01:19:24,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948 2024-11-20T01:19:24,860 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Set watcher on existing znode=/1-1452317948/master 2024-11-20T01:19:24,860 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1452317948/backup-masters/57759bcb46a5,42507,1732065564664 from backup master directory 2024-11-20T01:19:24,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1452317948/backup-masters/57759bcb46a5,42507,1732065564664 2024-11-20T01:19:24,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948/backup-masters 2024-11-20T01:19:24,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948/backup-masters 2024-11-20T01:19:24,870 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:19:24,870 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,42507,1732065564664 2024-11-20T01:19:24,874 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/hbase.id] with ID: 06b8ad1d-e08c-4191-8caa-931279fcee44 2024-11-20T01:19:24,874 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/.tmp/hbase.id 2024-11-20T01:19:24,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:19:25,279 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/.tmp/hbase.id]:[hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/hbase.id] 2024-11-20T01:19:25,288 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:25,288 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:19:25,289 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T01:19:25,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948 2024-11-20T01:19:25,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948 2024-11-20T01:19:25,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:19:25,749 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:19:25,750 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:19:25,750 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:19:25,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:19:26,157 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store 2024-11-20T01:19:26,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:19:26,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:19:26,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T01:19:26,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:19:26,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T01:19:26,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:19:26,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T01:19:26,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T01:19:26,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T01:19:26,564 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:26,564 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:19:26,564 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:26,564 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:26,564 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:19:26,564 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:26,564 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:19:26,564 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065566564Disabling compacts and flushes for region at 1732065566564Disabling writes for close at 1732065566564Writing region close event to WAL at 1732065566564Closed at 1732065566564 2024-11-20T01:19:26,565 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/.initializing 2024-11-20T01:19:26,565 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/WALs/57759bcb46a5,42507,1732065564664 2024-11-20T01:19:26,566 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:19:26,568 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C42507%2C1732065564664, suffix=, logDir=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/WALs/57759bcb46a5,42507,1732065564664, archiveDir=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/oldWALs, maxLogs=10 2024-11-20T01:19:26,580 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/WALs/57759bcb46a5,42507,1732065564664/57759bcb46a5%2C42507%2C1732065564664.1732065566568, exclude list is [], retry=0 2024-11-20T01:19:26,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34025,DS-a08060df-0603-4cf5-84a7-b6faf0939644,DISK] 2024-11-20T01:19:26,584 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/WALs/57759bcb46a5,42507,1732065564664/57759bcb46a5%2C42507%2C1732065564664.1732065566568 2024-11-20T01:19:26,584 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39091:39091)] 2024-11-20T01:19:26,584 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:19:26,584 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:26,585 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:26,585 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:26,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:26,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:19:26,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:26,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:26,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:26,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:19:26,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:26,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:26,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:26,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:19:26,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:26,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:26,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:26,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:19:26,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:26,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:26,593 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:26,593 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:26,594 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:26,595 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:26,595 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:26,595 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:19:26,596 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:19:26,598 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:19:26,598 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59136425, jitterRate=-0.11879859864711761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:19:26,598 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065566585Initializing all the Stores at 1732065566586 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065566586Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065566586Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065566586Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065566586Cleaning up temporary data from old regions at 1732065566595 (+9 ms)Region opened successfully at 1732065566598 (+3 ms) 2024-11-20T01:19:26,598 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:19:26,601 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c384fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:19:26,602 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:19:26,602 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:19:26,602 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:19:26,602 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:19:26,602 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:19:26,603 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:19:26,603 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:19:26,604 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:19:26,605 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Unable to get data of znode /1-1452317948/balancer because node does not exist (not necessarily an error) 2024-11-20T01:19:26,680 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1452317948/balancer already deleted, retry=false 2024-11-20T01:19:26,681 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:19:26,681 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Unable to get data of znode /1-1452317948/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:19:26,691 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1452317948/normalizer already deleted, retry=false 2024-11-20T01:19:26,691 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:19:26,692 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Unable to get data of znode /1-1452317948/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:19:26,701 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1452317948/switch/split already deleted, retry=false 2024-11-20T01:19:26,702 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Unable to get data of znode /1-1452317948/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:19:26,712 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1452317948/switch/merge already deleted, retry=false 2024-11-20T01:19:26,714 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Unable to get data of znode /1-1452317948/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:19:26,722 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1452317948/snapshot-cleanup already deleted, retry=false 2024-11-20T01:19:26,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1452317948/running 2024-11-20T01:19:26,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1452317948/running 2024-11-20T01:19:26,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948 2024-11-20T01:19:26,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948 2024-11-20T01:19:26,733 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,42507,1732065564664, sessionid=0x10155d2f4140003, setting cluster-up flag (Was=false) 2024-11-20T01:19:26,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948 2024-11-20T01:19:26,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948 2024-11-20T01:19:26,786 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1452317948/flush-table-proc/acquired, /1-1452317948/flush-table-proc/reached, /1-1452317948/flush-table-proc/abort 2024-11-20T01:19:26,787 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,42507,1732065564664 2024-11-20T01:19:26,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948 2024-11-20T01:19:26,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948 2024-11-20T01:19:26,838 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1452317948/online-snapshot/acquired, /1-1452317948/online-snapshot/reached, /1-1452317948/online-snapshot/abort 2024-11-20T01:19:26,839 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,42507,1732065564664 2024-11-20T01:19:26,840 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:19:26,842 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:26,842 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:19:26,842 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:19:26,842 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,42507,1732065564664 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:19:26,843 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:26,843 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:26,843 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:26,843 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:19:26,843 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:19:26,844 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:26,844 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:19:26,844 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:26,846 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065596846 2024-11-20T01:19:26,846 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:19:26,846 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:19:26,846 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:19:26,846 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:19:26,846 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:19:26,846 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:19:26,846 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:26,846 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:19:26,846 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:19:26,846 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:19:26,847 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:19:26,847 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:26,847 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:19:26,847 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:19:26,847 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:19:26,847 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065566847,5,FailOnTimeoutGroup] 2024-11-20T01:19:26,847 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065566847,5,FailOnTimeoutGroup] 2024-11-20T01:19:26,847 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:26,847 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:19:26,847 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:26,847 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:26,848 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:26,848 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:19:26,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:19:26,931 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(746): ClusterId : 06b8ad1d-e08c-4191-8caa-931279fcee44 2024-11-20T01:19:26,931 DEBUG [RS:0;57759bcb46a5:37887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:19:26,944 DEBUG [RS:0;57759bcb46a5:37887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:19:26,944 DEBUG [RS:0;57759bcb46a5:37887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:19:27,004 DEBUG [RS:0;57759bcb46a5:37887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:19:27,005 DEBUG [RS:0;57759bcb46a5:37887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c38c2c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:19:27,016 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:37887 2024-11-20T01:19:27,016 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:19:27,016 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:19:27,016 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:19:27,017 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,42507,1732065564664 with port=37887, startcode=1732065564804 2024-11-20T01:19:27,017 DEBUG [RS:0;57759bcb46a5:37887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:19:27,018 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:19:27,019 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42507 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,37887,1732065564804 2024-11-20T01:19:27,019 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42507 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,37887,1732065564804 2024-11-20T01:19:27,020 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712 2024-11-20T01:19:27,020 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36201 2024-11-20T01:19:27,020 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:19:27,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948/rs 2024-11-20T01:19:27,101 DEBUG [RS:0;57759bcb46a5:37887 {}] zookeeper.ZKUtil(111): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Set watcher on existing znode=/1-1452317948/rs/57759bcb46a5,37887,1732065564804 2024-11-20T01:19:27,101 WARN [RS:0;57759bcb46a5:37887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:19:27,101 INFO [RS:0;57759bcb46a5:37887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:19:27,101 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/WALs/57759bcb46a5,37887,1732065564804 2024-11-20T01:19:27,101 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,37887,1732065564804] 2024-11-20T01:19:27,104 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:19:27,105 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:19:27,106 INFO [RS:0;57759bcb46a5:37887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:19:27,106 INFO [RS:0;57759bcb46a5:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:27,106 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:19:27,107 INFO [RS:0;57759bcb46a5:37887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:19:27,107 INFO [RS:0;57759bcb46a5:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:27,107 DEBUG [RS:0;57759bcb46a5:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:27,107 DEBUG [RS:0;57759bcb46a5:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:27,107 DEBUG [RS:0;57759bcb46a5:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:27,107 DEBUG [RS:0;57759bcb46a5:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:27,107 DEBUG [RS:0;57759bcb46a5:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:27,107 DEBUG [RS:0;57759bcb46a5:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:19:27,107 DEBUG [RS:0;57759bcb46a5:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:27,107 DEBUG [RS:0;57759bcb46a5:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:27,107 DEBUG [RS:0;57759bcb46a5:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:27,107 DEBUG [RS:0;57759bcb46a5:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:27,107 DEBUG [RS:0;57759bcb46a5:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:27,107 DEBUG [RS:0;57759bcb46a5:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:19:27,107 DEBUG [RS:0;57759bcb46a5:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:19:27,107 DEBUG [RS:0;57759bcb46a5:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:19:27,108 INFO [RS:0;57759bcb46a5:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:27,108 INFO [RS:0;57759bcb46a5:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:27,108 INFO [RS:0;57759bcb46a5:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:27,108 INFO [RS:0;57759bcb46a5:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:27,108 INFO [RS:0;57759bcb46a5:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:27,108 INFO [RS:0;57759bcb46a5:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37887,1732065564804-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:19:27,120 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:19:27,120 INFO [RS:0;57759bcb46a5:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37887,1732065564804-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:27,120 INFO [RS:0;57759bcb46a5:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:27,120 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.Replication(171): 57759bcb46a5,37887,1732065564804 started 2024-11-20T01:19:27,132 INFO [RS:0;57759bcb46a5:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:27,132 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,37887,1732065564804, RpcServer on 57759bcb46a5/172.17.0.3:37887, sessionid=0x10155d2f4140004 2024-11-20T01:19:27,132 DEBUG [RS:0;57759bcb46a5:37887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:19:27,132 DEBUG [RS:0;57759bcb46a5:37887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,37887,1732065564804 2024-11-20T01:19:27,132 DEBUG [RS:0;57759bcb46a5:37887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,37887,1732065564804' 2024-11-20T01:19:27,132 DEBUG [RS:0;57759bcb46a5:37887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1452317948/flush-table-proc/abort' 2024-11-20T01:19:27,133 DEBUG [RS:0;57759bcb46a5:37887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1452317948/flush-table-proc/acquired' 2024-11-20T01:19:27,133 DEBUG [RS:0;57759bcb46a5:37887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:19:27,133 DEBUG [RS:0;57759bcb46a5:37887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:19:27,133 DEBUG [RS:0;57759bcb46a5:37887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,37887,1732065564804 2024-11-20T01:19:27,133 DEBUG [RS:0;57759bcb46a5:37887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,37887,1732065564804' 2024-11-20T01:19:27,133 DEBUG [RS:0;57759bcb46a5:37887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1452317948/online-snapshot/abort' 2024-11-20T01:19:27,134 DEBUG [RS:0;57759bcb46a5:37887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1452317948/online-snapshot/acquired' 2024-11-20T01:19:27,134 DEBUG [RS:0;57759bcb46a5:37887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:19:27,134 INFO [RS:0;57759bcb46a5:37887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:19:27,134 INFO [RS:0;57759bcb46a5:37887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:19:27,234 INFO [RS:0;57759bcb46a5:37887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:19:27,236 INFO [RS:0;57759bcb46a5:37887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C37887%2C1732065564804, suffix=, logDir=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/WALs/57759bcb46a5,37887,1732065564804, archiveDir=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/oldWALs, maxLogs=10 2024-11-20T01:19:27,247 DEBUG [RS:0;57759bcb46a5:37887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/WALs/57759bcb46a5,37887,1732065564804/57759bcb46a5%2C37887%2C1732065564804.1732065567236, exclude list is [], retry=0 2024-11-20T01:19:27,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34025,DS-a08060df-0603-4cf5-84a7-b6faf0939644,DISK] 2024-11-20T01:19:27,251 INFO [RS:0;57759bcb46a5:37887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/WALs/57759bcb46a5,37887,1732065564804/57759bcb46a5%2C37887%2C1732065564804.1732065567236 2024-11-20T01:19:27,252 DEBUG [RS:0;57759bcb46a5:37887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39091:39091)] 2024-11-20T01:19:27,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:19:27,255 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712 2024-11-20T01:19:27,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:19:27,421 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:19:27,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:27,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:19:27,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:19:27,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:27,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:27,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:19:27,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:19:27,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:27,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:27,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:19:27,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:19:27,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:27,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:27,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:19:27,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:19:27,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:27,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:27,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:19:27,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740 2024-11-20T01:19:27,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740 2024-11-20T01:19:27,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:19:27,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:19:27,671 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:19:27,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:19:27,675 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:19:27,675 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67018462, jitterRate=-0.0013470947742462158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:19:27,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065567661Initializing all the Stores at 1732065567662 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065567662Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065567662Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065567662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065567662Cleaning up temporary data from old regions at 1732065567671 (+9 ms)Region opened successfully at 1732065567675 (+4 ms) 2024-11-20T01:19:27,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:19:27,676 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:19:27,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:19:27,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:19:27,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:19:27,676 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:19:27,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065567676Disabling compacts and flushes for region at 1732065567676Disabling writes for close at 1732065567676Writing region close event to WAL at 1732065567676Closed at 1732065567676 2024-11-20T01:19:27,677 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:27,677 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:19:27,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:19:27,679 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:19:27,680 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:19:27,830 DEBUG [57759bcb46a5:42507 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:19:27,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,37887,1732065564804 2024-11-20T01:19:27,832 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,37887,1732065564804, state=OPENING 2024-11-20T01:19:27,891 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:19:27,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948 2024-11-20T01:19:27,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948 2024-11-20T01:19:27,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1452317948/meta-region-server: CHANGED 2024-11-20T01:19:27,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1452317948/meta-region-server: CHANGED 2024-11-20T01:19:27,902 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:19:27,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,37887,1732065564804}] 2024-11-20T01:19:28,037 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:19:28,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:28,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:28,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:28,056 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:19:28,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:19:28,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:28,061 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:19:28,062 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:19:28,062 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:19:28,063 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C37887%2C1732065564804.meta, suffix=.meta, logDir=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/WALs/57759bcb46a5,37887,1732065564804, archiveDir=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/oldWALs, maxLogs=10 2024-11-20T01:19:28,081 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/WALs/57759bcb46a5,37887,1732065564804/57759bcb46a5%2C37887%2C1732065564804.meta.1732065568064.meta, exclude list is [], retry=0 2024-11-20T01:19:28,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34025,DS-a08060df-0603-4cf5-84a7-b6faf0939644,DISK] 2024-11-20T01:19:28,085 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/WALs/57759bcb46a5,37887,1732065564804/57759bcb46a5%2C37887%2C1732065564804.meta.1732065568064.meta 2024-11-20T01:19:28,085 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39091:39091)] 2024-11-20T01:19:28,085 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:19:28,086 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:19:28,086 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:19:28,086 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:19:28,086 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:19:28,086 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:19:28,086 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:28,086 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:19:28,086 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:19:28,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:19:28,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:19:28,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:28,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:28,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:19:28,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:19:28,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:28,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:28,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:19:28,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:19:28,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:28,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:28,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:19:28,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:19:28,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:28,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:19:28,093 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:19:28,094 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740 2024-11-20T01:19:28,095 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740 2024-11-20T01:19:28,096 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:19:28,096 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:19:28,096 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:19:28,098 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:19:28,098 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66013520, jitterRate=-0.016321897506713867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:19:28,098 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:19:28,099 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065568086Writing region info on filesystem at 1732065568086Initializing all the Stores at 1732065568087 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065568087Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065568087Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065568087Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065568087Cleaning up temporary data from old regions at 1732065568096 (+9 ms)Running coprocessor post-open hooks at 1732065568098 (+2 ms)Region opened successfully at 1732065568098 2024-11-20T01:19:28,100 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065568055 2024-11-20T01:19:28,102 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:19:28,102 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:19:28,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,37887,1732065564804 2024-11-20T01:19:28,104 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,37887,1732065564804, state=OPEN 2024-11-20T01:19:28,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1452317948/meta-region-server 2024-11-20T01:19:28,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1452317948/meta-region-server 2024-11-20T01:19:28,112 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,37887,1732065564804 2024-11-20T01:19:28,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1452317948/meta-region-server: CHANGED 2024-11-20T01:19:28,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1452317948/meta-region-server: CHANGED 2024-11-20T01:19:28,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:19:28,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,37887,1732065564804 in 210 msec 2024-11-20T01:19:28,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:19:28,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-20T01:19:28,118 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:19:28,118 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:19:28,120 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:19:28,120 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,37887,1732065564804, seqNum=-1] 2024-11-20T01:19:28,120 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:19:28,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:19:28,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-11-20T01:19:28,126 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065568126, completionTime=-1 2024-11-20T01:19:28,127 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:19:28,127 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:19:28,128 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:19:28,128 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065628128 2024-11-20T01:19:28,128 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065688128 2024-11-20T01:19:28,129 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T01:19:28,129 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,42507,1732065564664-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:28,129 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,42507,1732065564664-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:28,129 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,42507,1732065564664-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:28,129 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:42507, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:28,129 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:28,129 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:28,131 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:19:28,133 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.263sec 2024-11-20T01:19:28,133 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:19:28,133 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:19:28,133 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:19:28,133 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:19:28,133 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:19:28,133 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,42507,1732065564664-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:19:28,133 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,42507,1732065564664-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:19:28,135 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:19:28,135 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:19:28,135 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,42507,1732065564664-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:19:28,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8decf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:28,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,42507,-1 for getting cluster id 2024-11-20T01:19:28,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:19:28,233 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b8ad1d-e08c-4191-8caa-931279fcee44' 2024-11-20T01:19:28,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:19:28,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b8ad1d-e08c-4191-8caa-931279fcee44" 2024-11-20T01:19:28,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518c8fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:28,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,42507,-1] 2024-11-20T01:19:28,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:19:28,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:28,235 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:19:28,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fec86dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:28,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:19:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,37887,1732065564804, seqNum=-1] 2024-11-20T01:19:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:19:28,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:19:28,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,42507,1732065564664 2024-11-20T01:19:28,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55803 2024-11-20T01:19:28,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:19:28,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155d2f4140005 connected 2024-11-20T01:19:28,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:19:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,39915,1732065558856 2024-11-20T01:19:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42e9727f 2024-11-20T01:19:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:19:28,291 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:19:28,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:19:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:19:28,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:19:28,301 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:28,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:19:28,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:19:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:28,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:19:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:28,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac5a3de882dec26820b503e4a1910020, NAME => 'test,,1732065568293.ac5a3de882dec26820b503e4a1910020.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50 2024-11-20T01:19:28,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:19:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:29,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065568293.ac5a3de882dec26820b503e4a1910020.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:29,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ac5a3de882dec26820b503e4a1910020, disabling compactions & flushes 2024-11-20T01:19:29,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065568293.ac5a3de882dec26820b503e4a1910020. 2024-11-20T01:19:29,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065568293.ac5a3de882dec26820b503e4a1910020. 2024-11-20T01:19:29,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065568293.ac5a3de882dec26820b503e4a1910020. after waiting 0 ms 2024-11-20T01:19:29,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065568293.ac5a3de882dec26820b503e4a1910020. 2024-11-20T01:19:29,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065568293.ac5a3de882dec26820b503e4a1910020. 2024-11-20T01:19:29,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac5a3de882dec26820b503e4a1910020: Waiting for close lock at 1732065569121Disabling compacts and flushes for region at 1732065569121Disabling writes for close at 1732065569121Writing region close event to WAL at 1732065569121Closed at 1732065569121 2024-11-20T01:19:29,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:19:29,123 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065568293.ac5a3de882dec26820b503e4a1910020.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065569123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065569123"}]},"ts":"1732065569123"} 2024-11-20T01:19:29,125 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:19:29,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:19:29,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065569126"}]},"ts":"1732065569126"} 2024-11-20T01:19:29,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:19:29,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac5a3de882dec26820b503e4a1910020, ASSIGN}] 2024-11-20T01:19:29,129 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac5a3de882dec26820b503e4a1910020, ASSIGN 2024-11-20T01:19:29,130 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ac5a3de882dec26820b503e4a1910020, ASSIGN; state=OFFLINE, location=57759bcb46a5,35969,1732065559047; forceNewPlan=false, retain=false 2024-11-20T01:19:29,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac5a3de882dec26820b503e4a1910020, regionState=OPENING, regionLocation=57759bcb46a5,35969,1732065559047 2024-11-20T01:19:29,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ac5a3de882dec26820b503e4a1910020, ASSIGN because future has completed 2024-11-20T01:19:29,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac5a3de882dec26820b503e4a1910020, server=57759bcb46a5,35969,1732065559047}] 2024-11-20T01:19:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:29,448 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065568293.ac5a3de882dec26820b503e4a1910020. 2024-11-20T01:19:29,448 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ac5a3de882dec26820b503e4a1910020, NAME => 'test,,1732065568293.ac5a3de882dec26820b503e4a1910020.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:19:29,449 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:19:29,449 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:19:29,449 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac5a3de882dec26820b503e4a1910020 2024-11-20T01:19:29,449 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065568293.ac5a3de882dec26820b503e4a1910020.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:29,449 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ac5a3de882dec26820b503e4a1910020 2024-11-20T01:19:29,449 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ac5a3de882dec26820b503e4a1910020 2024-11-20T01:19:29,454 INFO [StoreOpener-ac5a3de882dec26820b503e4a1910020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac5a3de882dec26820b503e4a1910020 2024-11-20T01:19:29,455 INFO [StoreOpener-ac5a3de882dec26820b503e4a1910020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac5a3de882dec26820b503e4a1910020 columnFamilyName f 2024-11-20T01:19:29,455 DEBUG [StoreOpener-ac5a3de882dec26820b503e4a1910020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:29,456 INFO [StoreOpener-ac5a3de882dec26820b503e4a1910020-1 {}] regionserver.HStore(327): Store=ac5a3de882dec26820b503e4a1910020/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:29,456 INFO [StoreOpener-ac5a3de882dec26820b503e4a1910020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ac5a3de882dec26820b503e4a1910020 2024-11-20T01:19:29,457 INFO [StoreOpener-ac5a3de882dec26820b503e4a1910020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac5a3de882dec26820b503e4a1910020 columnFamilyName f1 2024-11-20T01:19:29,458 DEBUG [StoreOpener-ac5a3de882dec26820b503e4a1910020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:29,458 INFO [StoreOpener-ac5a3de882dec26820b503e4a1910020-1 {}] regionserver.HStore(327): Store=ac5a3de882dec26820b503e4a1910020/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:29,458 INFO [StoreOpener-ac5a3de882dec26820b503e4a1910020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac5a3de882dec26820b503e4a1910020 2024-11-20T01:19:29,459 INFO [StoreOpener-ac5a3de882dec26820b503e4a1910020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac5a3de882dec26820b503e4a1910020 columnFamilyName norep 2024-11-20T01:19:29,460 DEBUG [StoreOpener-ac5a3de882dec26820b503e4a1910020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:29,460 INFO [StoreOpener-ac5a3de882dec26820b503e4a1910020-1 {}] regionserver.HStore(327): Store=ac5a3de882dec26820b503e4a1910020/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:29,460 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ac5a3de882dec26820b503e4a1910020 2024-11-20T01:19:29,461 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020 2024-11-20T01:19:29,462 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020 2024-11-20T01:19:29,463 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ac5a3de882dec26820b503e4a1910020 2024-11-20T01:19:29,463 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ac5a3de882dec26820b503e4a1910020 2024-11-20T01:19:29,463 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:19:29,465 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ac5a3de882dec26820b503e4a1910020 2024-11-20T01:19:29,470 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:19:29,470 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ac5a3de882dec26820b503e4a1910020; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59372431, jitterRate=-0.1152818351984024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:19:29,471 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac5a3de882dec26820b503e4a1910020 2024-11-20T01:19:29,472 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ac5a3de882dec26820b503e4a1910020: Running coprocessor pre-open hook at 1732065569449Writing region info on filesystem at 1732065569449Initializing all the Stores at 1732065569453 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065569453Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065569454 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065569454Cleaning up temporary data from old regions at 1732065569463 (+9 ms)Running coprocessor post-open hooks at 1732065569471 (+8 ms)Region opened successfully at 1732065569471 2024-11-20T01:19:29,474 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065568293.ac5a3de882dec26820b503e4a1910020., pid=6, masterSystemTime=1732065569443 2024-11-20T01:19:29,476 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065568293.ac5a3de882dec26820b503e4a1910020. 2024-11-20T01:19:29,476 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065568293.ac5a3de882dec26820b503e4a1910020. 2024-11-20T01:19:29,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac5a3de882dec26820b503e4a1910020, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,35969,1732065559047 2024-11-20T01:19:29,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac5a3de882dec26820b503e4a1910020, server=57759bcb46a5,35969,1732065559047 because future has completed 2024-11-20T01:19:29,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:19:29,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac5a3de882dec26820b503e4a1910020, server=57759bcb46a5,35969,1732065559047 in 200 msec 2024-11-20T01:19:29,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:19:29,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ac5a3de882dec26820b503e4a1910020, ASSIGN in 361 msec 2024-11-20T01:19:29,494 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:19:29,494 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065569494"}]},"ts":"1732065569494"} 2024-11-20T01:19:29,497 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:19:29,498 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:19:29,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2010 sec 2024-11-20T01:19:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:30,452 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:19:30,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:19:30,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,42507,1732065564664 2024-11-20T01:19:30,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a56774b 2024-11-20T01:19:30,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:19:30,456 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:19:30,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:19:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:19:30,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:19:30,461 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:30,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:19:30,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:19:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:19:30,481 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5ce7bdaa44b01119d63bfb13a70c510, NAME => 'test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712 2024-11-20T01:19:30,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:19:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:30,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:30,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c5ce7bdaa44b01119d63bfb13a70c510, disabling compactions & flushes 2024-11-20T01:19:30,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510. 2024-11-20T01:19:30,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510. 2024-11-20T01:19:30,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510. after waiting 0 ms 2024-11-20T01:19:30,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510. 2024-11-20T01:19:30,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510. 2024-11-20T01:19:30,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5ce7bdaa44b01119d63bfb13a70c510: Waiting for close lock at 1732065570912Disabling compacts and flushes for region at 1732065570912Disabling writes for close at 1732065570912Writing region close event to WAL at 1732065570912Closed at 1732065570912 2024-11-20T01:19:30,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:19:30,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065570914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065570914"}]},"ts":"1732065570914"} 2024-11-20T01:19:30,918 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:19:30,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:19:30,919 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065570919"}]},"ts":"1732065570919"} 2024-11-20T01:19:30,922 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:19:30,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c5ce7bdaa44b01119d63bfb13a70c510, ASSIGN}] 2024-11-20T01:19:30,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c5ce7bdaa44b01119d63bfb13a70c510, ASSIGN 2024-11-20T01:19:30,926 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c5ce7bdaa44b01119d63bfb13a70c510, ASSIGN; state=OFFLINE, location=57759bcb46a5,37887,1732065564804; forceNewPlan=false, retain=false 2024-11-20T01:19:31,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c5ce7bdaa44b01119d63bfb13a70c510, regionState=OPENING, regionLocation=57759bcb46a5,37887,1732065564804 2024-11-20T01:19:31,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c5ce7bdaa44b01119d63bfb13a70c510, ASSIGN because future has completed 2024-11-20T01:19:31,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5ce7bdaa44b01119d63bfb13a70c510, server=57759bcb46a5,37887,1732065564804}] 2024-11-20T01:19:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:31,240 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510. 2024-11-20T01:19:31,241 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c5ce7bdaa44b01119d63bfb13a70c510, NAME => 'test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:19:31,241 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:19:31,241 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:19:31,241 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c5ce7bdaa44b01119d63bfb13a70c510 2024-11-20T01:19:31,242 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:31,242 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c5ce7bdaa44b01119d63bfb13a70c510 2024-11-20T01:19:31,242 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c5ce7bdaa44b01119d63bfb13a70c510 2024-11-20T01:19:31,243 INFO [StoreOpener-c5ce7bdaa44b01119d63bfb13a70c510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c5ce7bdaa44b01119d63bfb13a70c510 2024-11-20T01:19:31,245 INFO [StoreOpener-c5ce7bdaa44b01119d63bfb13a70c510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5ce7bdaa44b01119d63bfb13a70c510 columnFamilyName f 2024-11-20T01:19:31,245 DEBUG [StoreOpener-c5ce7bdaa44b01119d63bfb13a70c510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:31,245 INFO [StoreOpener-c5ce7bdaa44b01119d63bfb13a70c510-1 {}] regionserver.HStore(327): Store=c5ce7bdaa44b01119d63bfb13a70c510/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:31,245 INFO [StoreOpener-c5ce7bdaa44b01119d63bfb13a70c510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c5ce7bdaa44b01119d63bfb13a70c510 2024-11-20T01:19:31,247 INFO [StoreOpener-c5ce7bdaa44b01119d63bfb13a70c510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5ce7bdaa44b01119d63bfb13a70c510 columnFamilyName f1 2024-11-20T01:19:31,247 DEBUG [StoreOpener-c5ce7bdaa44b01119d63bfb13a70c510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:31,247 INFO [StoreOpener-c5ce7bdaa44b01119d63bfb13a70c510-1 {}] regionserver.HStore(327): Store=c5ce7bdaa44b01119d63bfb13a70c510/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:31,247 INFO [StoreOpener-c5ce7bdaa44b01119d63bfb13a70c510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c5ce7bdaa44b01119d63bfb13a70c510 2024-11-20T01:19:31,249 INFO [StoreOpener-c5ce7bdaa44b01119d63bfb13a70c510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5ce7bdaa44b01119d63bfb13a70c510 columnFamilyName norep 2024-11-20T01:19:31,249 DEBUG [StoreOpener-c5ce7bdaa44b01119d63bfb13a70c510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:31,249 INFO [StoreOpener-c5ce7bdaa44b01119d63bfb13a70c510-1 {}] regionserver.HStore(327): Store=c5ce7bdaa44b01119d63bfb13a70c510/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:31,249 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c5ce7bdaa44b01119d63bfb13a70c510 2024-11-20T01:19:31,250 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/default/test/c5ce7bdaa44b01119d63bfb13a70c510 2024-11-20T01:19:31,250 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/default/test/c5ce7bdaa44b01119d63bfb13a70c510 2024-11-20T01:19:31,251 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c5ce7bdaa44b01119d63bfb13a70c510 2024-11-20T01:19:31,251 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c5ce7bdaa44b01119d63bfb13a70c510 2024-11-20T01:19:31,251 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:19:31,252 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c5ce7bdaa44b01119d63bfb13a70c510 2024-11-20T01:19:31,254 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/default/test/c5ce7bdaa44b01119d63bfb13a70c510/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:19:31,255 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c5ce7bdaa44b01119d63bfb13a70c510; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67535812, jitterRate=0.006362020969390869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:19:31,255 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5ce7bdaa44b01119d63bfb13a70c510 2024-11-20T01:19:31,255 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c5ce7bdaa44b01119d63bfb13a70c510: Running coprocessor pre-open hook at 1732065571242Writing region info on filesystem at 1732065571242Initializing all the Stores at 1732065571243 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065571243Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065571243Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065571243Cleaning up temporary data from old regions at 1732065571251 (+8 ms)Running coprocessor post-open hooks at 1732065571255 (+4 ms)Region opened successfully at 1732065571255 2024-11-20T01:19:31,256 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510., pid=6, masterSystemTime=1732065571236 2024-11-20T01:19:31,258 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510. 2024-11-20T01:19:31,258 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510. 2024-11-20T01:19:31,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c5ce7bdaa44b01119d63bfb13a70c510, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,37887,1732065564804 2024-11-20T01:19:31,259 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42507 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=57759bcb46a5,37887,1732065564804, table=test, region=c5ce7bdaa44b01119d63bfb13a70c510. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T01:19:31,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5ce7bdaa44b01119d63bfb13a70c510, server=57759bcb46a5,37887,1732065564804 because future has completed 2024-11-20T01:19:31,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:19:31,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c5ce7bdaa44b01119d63bfb13a70c510, server=57759bcb46a5,37887,1732065564804 in 193 msec 2024-11-20T01:19:31,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:19:31,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c5ce7bdaa44b01119d63bfb13a70c510, ASSIGN in 356 msec 2024-11-20T01:19:31,284 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:19:31,284 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065571284"}]},"ts":"1732065571284"} 2024-11-20T01:19:31,286 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:19:31,287 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:19:31,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 830 msec 2024-11-20T01:19:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:19:31,601 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:19:31,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc122ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:31,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,39915,-1 for getting cluster id 2024-11-20T01:19:31,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:19:31,603 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34268aa5-a184-4655-b5f9-d97274101c01' 2024-11-20T01:19:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:19:31,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34268aa5-a184-4655-b5f9-d97274101c01" 2024-11-20T01:19:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a070a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,39915,-1] 2024-11-20T01:19:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:19:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:31,605 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:19:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc7b072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:31,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed509a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:31,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,42507,-1 for getting cluster id 2024-11-20T01:19:31,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:19:31,608 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b8ad1d-e08c-4191-8caa-931279fcee44' 2024-11-20T01:19:31,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:19:31,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b8ad1d-e08c-4191-8caa-931279fcee44" 2024-11-20T01:19:31,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0eaecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:31,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,42507,-1] 2024-11-20T01:19:31,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:19:31,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:31,609 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:19:31,610 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5cf26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:31,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78741030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:31,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,39915,-1 for getting cluster id 2024-11-20T01:19:31,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:19:31,611 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34268aa5-a184-4655-b5f9-d97274101c01' 2024-11-20T01:19:31,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:19:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34268aa5-a184-4655-b5f9-d97274101c01" 2024-11-20T01:19:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2350d078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,39915,-1] 2024-11-20T01:19:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:19:31,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:31,613 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:19:31,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c09590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:31,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:19:31,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,39915,1732065558856 2024-11-20T01:19:31,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14d648df 2024-11-20T01:19:31,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:19:31,617 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:19:31,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:42507,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:19:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:19:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:19:31,621 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:42507' 2024-11-20T01:19:31,622 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffec970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:31,622 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,42507,-1 for getting cluster id 2024-11-20T01:19:31,622 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:19:31,623 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b8ad1d-e08c-4191-8caa-931279fcee44' 2024-11-20T01:19:31,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:19:31,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b8ad1d-e08c-4191-8caa-931279fcee44" 2024-11-20T01:19:31,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29239595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:31,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,42507,-1] 2024-11-20T01:19:31,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:19:31,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:31,624 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:19:31,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c54a807, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:31,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:19:31,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,42507,1732065564664 2024-11-20T01:19:31,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a3f6f1 2024-11-20T01:19:31,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:19:31,627 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:19:31,628 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T01:19:31,628 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:19:31,628 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:31,628 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:31,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:19:31,629 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:19:31,630 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:19:31,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:19:31,631 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:31,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:19:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741837_1013 (size=1138) 2024-11-20T01:19:31,680 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T01:19:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:19:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:19:32,041 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ec0ba6a868e3e20eb51ec07ea68bf1d, NAME => 'hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50 2024-11-20T01:19:32,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741838_1014 (size=44) 2024-11-20T01:19:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:19:32,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:32,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0ec0ba6a868e3e20eb51ec07ea68bf1d, disabling compactions & flushes 2024-11-20T01:19:32,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. 2024-11-20T01:19:32,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. 2024-11-20T01:19:32,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. after waiting 0 ms 2024-11-20T01:19:32,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. 2024-11-20T01:19:32,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. 2024-11-20T01:19:32,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ec0ba6a868e3e20eb51ec07ea68bf1d: Waiting for close lock at 1732065572450Disabling compacts and flushes for region at 1732065572450Disabling writes for close at 1732065572450Writing region close event to WAL at 1732065572450Closed at 1732065572450 2024-11-20T01:19:32,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:19:32,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732065572451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065572451"}]},"ts":"1732065572451"} 2024-11-20T01:19:32,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:19:32,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:19:32,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065572456"}]},"ts":"1732065572456"} 2024-11-20T01:19:32,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T01:19:32,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ec0ba6a868e3e20eb51ec07ea68bf1d, ASSIGN}] 2024-11-20T01:19:32,460 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ec0ba6a868e3e20eb51ec07ea68bf1d, ASSIGN 2024-11-20T01:19:32,462 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ec0ba6a868e3e20eb51ec07ea68bf1d, ASSIGN; state=OFFLINE, location=57759bcb46a5,35969,1732065559047; forceNewPlan=false, retain=false 2024-11-20T01:19:32,612 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0ec0ba6a868e3e20eb51ec07ea68bf1d, regionState=OPENING, regionLocation=57759bcb46a5,35969,1732065559047 2024-11-20T01:19:32,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ec0ba6a868e3e20eb51ec07ea68bf1d, ASSIGN because future has completed 2024-11-20T01:19:32,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ec0ba6a868e3e20eb51ec07ea68bf1d, server=57759bcb46a5,35969,1732065559047}] 2024-11-20T01:19:32,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:19:32,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. 2024-11-20T01:19:32,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:19:32,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:19:32,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C35969%2C1732065559047.rep, suffix=, logDir=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047, archiveDir=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/oldWALs, maxLogs=10 2024-11-20T01:19:32,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.rep.1732065572773, exclude list is [], retry=0 2024-11-20T01:19:32,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39089,DS-b312327e-119b-47af-ac55-880015c37a82,DISK] 2024-11-20T01:19:32,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.rep.1732065572773 2024-11-20T01:19:32,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46361:46361)] 2024-11-20T01:19:32,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ec0ba6a868e3e20eb51ec07ea68bf1d, NAME => 'hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:19:32,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:19:32,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:19:32,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. service=MultiRowMutationService 2024-11-20T01:19:32,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:19:32,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0ec0ba6a868e3e20eb51ec07ea68bf1d 2024-11-20T01:19:32,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:19:32,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0ec0ba6a868e3e20eb51ec07ea68bf1d 2024-11-20T01:19:32,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0ec0ba6a868e3e20eb51ec07ea68bf1d 2024-11-20T01:19:32,792 INFO [StoreOpener-0ec0ba6a868e3e20eb51ec07ea68bf1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0ec0ba6a868e3e20eb51ec07ea68bf1d 2024-11-20T01:19:32,793 INFO [StoreOpener-0ec0ba6a868e3e20eb51ec07ea68bf1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec0ba6a868e3e20eb51ec07ea68bf1d columnFamilyName hfileref 2024-11-20T01:19:32,793 DEBUG [StoreOpener-0ec0ba6a868e3e20eb51ec07ea68bf1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:32,794 INFO [StoreOpener-0ec0ba6a868e3e20eb51ec07ea68bf1d-1 {}] regionserver.HStore(327): Store=0ec0ba6a868e3e20eb51ec07ea68bf1d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:32,794 INFO [StoreOpener-0ec0ba6a868e3e20eb51ec07ea68bf1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0ec0ba6a868e3e20eb51ec07ea68bf1d 2024-11-20T01:19:32,795 INFO [StoreOpener-0ec0ba6a868e3e20eb51ec07ea68bf1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec0ba6a868e3e20eb51ec07ea68bf1d columnFamilyName queue 2024-11-20T01:19:32,795 DEBUG [StoreOpener-0ec0ba6a868e3e20eb51ec07ea68bf1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:32,795 INFO [StoreOpener-0ec0ba6a868e3e20eb51ec07ea68bf1d-1 {}] regionserver.HStore(327): Store=0ec0ba6a868e3e20eb51ec07ea68bf1d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:32,795 INFO [StoreOpener-0ec0ba6a868e3e20eb51ec07ea68bf1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0ec0ba6a868e3e20eb51ec07ea68bf1d 2024-11-20T01:19:32,797 INFO [StoreOpener-0ec0ba6a868e3e20eb51ec07ea68bf1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec0ba6a868e3e20eb51ec07ea68bf1d columnFamilyName sid 2024-11-20T01:19:32,797 DEBUG [StoreOpener-0ec0ba6a868e3e20eb51ec07ea68bf1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:19:32,797 INFO [StoreOpener-0ec0ba6a868e3e20eb51ec07ea68bf1d-1 {}] regionserver.HStore(327): Store=0ec0ba6a868e3e20eb51ec07ea68bf1d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:19:32,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0ec0ba6a868e3e20eb51ec07ea68bf1d 2024-11-20T01:19:32,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/replication/0ec0ba6a868e3e20eb51ec07ea68bf1d 2024-11-20T01:19:32,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/replication/0ec0ba6a868e3e20eb51ec07ea68bf1d 2024-11-20T01:19:32,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0ec0ba6a868e3e20eb51ec07ea68bf1d 2024-11-20T01:19:32,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0ec0ba6a868e3e20eb51ec07ea68bf1d 2024-11-20T01:19:32,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:19:32,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0ec0ba6a868e3e20eb51ec07ea68bf1d 2024-11-20T01:19:32,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/replication/0ec0ba6a868e3e20eb51ec07ea68bf1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:19:32,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0ec0ba6a868e3e20eb51ec07ea68bf1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63723953, jitterRate=-0.050439104437828064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:19:32,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ec0ba6a868e3e20eb51ec07ea68bf1d 2024-11-20T01:19:32,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0ec0ba6a868e3e20eb51ec07ea68bf1d: Running coprocessor pre-open hook at 1732065572791Writing region info on filesystem at 1732065572791Initializing all the Stores at 1732065572791Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065572791Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065572792 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065572792Cleaning up temporary data from old regions at 1732065572799 (+7 ms)Running coprocessor post-open hooks at 1732065572805 (+6 ms)Region opened successfully at 1732065572805 2024-11-20T01:19:32,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d., pid=10, masterSystemTime=1732065572768 2024-11-20T01:19:32,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. 2024-11-20T01:19:32,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. 2024-11-20T01:19:32,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0ec0ba6a868e3e20eb51ec07ea68bf1d, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,35969,1732065559047 2024-11-20T01:19:32,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ec0ba6a868e3e20eb51ec07ea68bf1d, server=57759bcb46a5,35969,1732065559047 because future has completed 2024-11-20T01:19:32,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:19:32,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ec0ba6a868e3e20eb51ec07ea68bf1d, server=57759bcb46a5,35969,1732065559047 in 198 msec 2024-11-20T01:19:32,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T01:19:32,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ec0ba6a868e3e20eb51ec07ea68bf1d, ASSIGN in 355 msec 2024-11-20T01:19:32,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:19:32,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065572818"}]},"ts":"1732065572818"} 2024-11-20T01:19:32,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T01:19:32,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:19:32,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-20T01:19:32,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d., hostname=57759bcb46a5,35969,1732065559047, seqNum=2] 2024-11-20T01:19:33,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:19:33,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:19:33,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:19:33,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T01:19:33,317 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T01:19:33,343 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,35969,1732065559047, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:19:33,343 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:19:33,343 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,35969,1732065559047, seqNum=-1] 2024-11-20T01:19:33,343 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:19:33,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-20T01:19:33,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57759bcb46a5,35969,1732065559047', locateType=CURRENT is [region=hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d., hostname=57759bcb46a5,35969,1732065559047, seqNum=2] 2024-11-20T01:19:33,349 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T01:19:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T01:19:33,351 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57759bcb46a5,35969,1732065559047 suceeded 2024-11-20T01:19:33,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T01:19:33,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-20T01:19:33,353 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57759bcb46a5:42507,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-20T01:19:33,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7350 sec 2024-11-20T01:19:33,363 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:42507' 2024-11-20T01:19:33,364 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@762db206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:33,364 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,42507,-1 for getting cluster id 2024-11-20T01:19:33,364 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:19:33,365 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b8ad1d-e08c-4191-8caa-931279fcee44' 2024-11-20T01:19:33,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:19:33,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b8ad1d-e08c-4191-8caa-931279fcee44" 2024-11-20T01:19:33,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@571c3ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:33,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,42507,-1] 2024-11-20T01:19:33,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:19:33,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:33,367 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:19:33,367 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47410cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:33,367 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:19:33,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,42507,1732065564664 2024-11-20T01:19:33,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@537a4379 2024-11-20T01:19:33,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:19:33,369 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-20T01:19:33,370 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,35969,1732065559047 (queues=1) is replicating from cluster=34268aa5-a184-4655-b5f9-d97274101c01 to cluster=06b8ad1d-e08c-4191-8caa-931279fcee44 2024-11-20T01:19:33,370 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C35969%2C1732065559047 2024-11-20T01:19:33,370 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,35969,1732065559047, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:19:33,370 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.shipper57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C35969%2C1732065559047 2024-11-20T01:19:33,370 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551, startPosition=0, beingWritten=true 2024-11-20T01:19:33,377 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:19:33,377 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 379, reset compression=false 2024-11-20T01:19:33,377 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.shipper57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,35969,1732065559047 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:19:33,582 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 379, reset compression=false 2024-11-20T01:19:33,588 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:19:33,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:33,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:33,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:33,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:19:33,625 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T01:19:33,625 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T01:19:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:19:33,771 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:19:33,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:19:33,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:19:33,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:33,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:33,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:19:33,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:33,777 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732065573775/Put/seqid=0 2024-11-20T01:19:33,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741840_1016 (size=7894) 2024-11-20T01:19:33,886 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 379, reset compression=false 2024-11-20T01:19:34,184 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f/f/hfile_1 is 34, key is ddd/f:row/1732065574183/Put/seqid=0 2024-11-20T01:19:34,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741841_1017 (size=7691) 2024-11-20T01:19:34,290 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 379, reset compression=false 2024-11-20T01:19:34,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72462212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:34,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,39915,-1 for getting cluster id 2024-11-20T01:19:34,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:19:34,596 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34268aa5-a184-4655-b5f9-d97274101c01' 2024-11-20T01:19:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:19:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34268aa5-a184-4655-b5f9-d97274101c01" 2024-11-20T01:19:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a770c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,39915,-1] 2024-11-20T01:19:34,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:19:34,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:34,597 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:19:34,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a805c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:34,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:19:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,35969,1732065559047, seqNum=-1] 2024-11-20T01:19:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:19:34,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:19:34,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:19:34,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,39915,1732065558856 2024-11-20T01:19:34,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@149de3fc 2024-11-20T01:19:34,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:19:34,613 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:19:34,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732065568293.ac5a3de882dec26820b503e4a1910020., hostname=57759bcb46a5,35969,1732065559047, seqNum=2] 2024-11-20T01:19:34,627 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T01:19:34,637 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T01:19:34,640 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T01:19:34,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f/f/hfile_0 for inclusion in ac5a3de882dec26820b503e4a1910020/f 2024-11-20T01:19:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T01:19:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:19:34,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f/f/hfile_1 for inclusion in ac5a3de882dec26820b503e4a1910020/f 2024-11-20T01:19:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T01:19:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:19:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HRegion(2603): Flush status journal for ac5a3de882dec26820b503e4a1910020: 2024-11-20T01:19:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f/f/hfile_0 to hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__deokpelkd4v6062tgj53u9sbu114vpk2no3tifqr1upj0spdk3bpb1p1ckr4h5vl/f/hfile_0 2024-11-20T01:19:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__deokpelkd4v6062tgj53u9sbu114vpk2no3tifqr1upj0spdk3bpb1p1ckr4h5vl/f/hfile_0 as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f/7861247a6f3d495899e224360d9262a4_SeqId_4_ 2024-11-20T01:19:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f/f/hfile_1 to hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__deokpelkd4v6062tgj53u9sbu114vpk2no3tifqr1upj0spdk3bpb1p1ckr4h5vl/f/hfile_1 2024-11-20T01:19:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__deokpelkd4v6062tgj53u9sbu114vpk2no3tifqr1upj0spdk3bpb1p1ckr4h5vl/f/hfile_1 as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f/60b04b4d2f15453d8c8a701176cb0b98_SeqId_4_ 2024-11-20T01:19:34,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__deokpelkd4v6062tgj53u9sbu114vpk2no3tifqr1upj0spdk3bpb1p1ckr4h5vl/f/hfile_0 into ac5a3de882dec26820b503e4a1910020/f as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f/7861247a6f3d495899e224360d9262a4_SeqId_4_ - updating store file list. 2024-11-20T01:19:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7861247a6f3d495899e224360d9262a4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T01:19:34,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f/7861247a6f3d495899e224360d9262a4_SeqId_4_ into ac5a3de882dec26820b503e4a1910020/f 2024-11-20T01:19:34,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__deokpelkd4v6062tgj53u9sbu114vpk2no3tifqr1upj0spdk3bpb1p1ckr4h5vl/f/hfile_0 into ac5a3de882dec26820b503e4a1910020/f (new location: hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f/7861247a6f3d495899e224360d9262a4_SeqId_4_) 2024-11-20T01:19:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__deokpelkd4v6062tgj53u9sbu114vpk2no3tifqr1upj0spdk3bpb1p1ckr4h5vl/f/hfile_0 2024-11-20T01:19:34,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__deokpelkd4v6062tgj53u9sbu114vpk2no3tifqr1upj0spdk3bpb1p1ckr4h5vl/f/hfile_1 into ac5a3de882dec26820b503e4a1910020/f as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f/60b04b4d2f15453d8c8a701176cb0b98_SeqId_4_ - updating store file list. 2024-11-20T01:19:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 60b04b4d2f15453d8c8a701176cb0b98_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T01:19:34,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f/60b04b4d2f15453d8c8a701176cb0b98_SeqId_4_ into ac5a3de882dec26820b503e4a1910020/f 2024-11-20T01:19:34,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__deokpelkd4v6062tgj53u9sbu114vpk2no3tifqr1upj0spdk3bpb1p1ckr4h5vl/f/hfile_1 into ac5a3de882dec26820b503e4a1910020/f (new location: hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f/60b04b4d2f15453d8c8a701176cb0b98_SeqId_4_) 2024-11-20T01:19:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__deokpelkd4v6062tgj53u9sbu114vpk2no3tifqr1upj0spdk3bpb1p1ckr4h5vl/f/hfile_1 2024-11-20T01:19:34,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:19:34,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:19:34,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:34,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:34,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:19:34,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:19:34,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732065568293.ac5a3de882dec26820b503e4a1910020., hostname=57759bcb46a5,35969,1732065559047, seqNum=2 , the old value is region=test,,1732065568293.ac5a3de882dec26820b503e4a1910020., hostname=57759bcb46a5,35969,1732065559047, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=57759bcb46a5:35969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T01:19:34,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732065568293.ac5a3de882dec26820b503e4a1910020., hostname=57759bcb46a5,35969,1732065559047, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T01:19:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732065568293.ac5a3de882dec26820b503e4a1910020., hostname=57759bcb46a5,35969,1732065559047, seqNum=2 from cache 2024-11-20T01:19:34,696 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T01:19:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,37887,1732065564804, seqNum=-1] 2024-11-20T01:19:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:19:34,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:19:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510., hostname=57759bcb46a5,37887,1732065564804, seqNum=2] 2024-11-20T01:19:34,701 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T01:19:34,795 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 379, reset compression=false 2024-11-20T01:19:34,801 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:35969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T01:19:34,813 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:19:34,813 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.shipper57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,35969,1732065559047 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac5a3de882dec26820b503e4a1910020/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732065574689/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T01:19:34,836 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.shipper57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:19:34,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-20T01:19:34,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.ReplicationSink(318): Replicating [34268aa5-a184-4655-b5f9-d97274101c01] bulk loaded data 2024-11-20T01:19:34,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@507764d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:34,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,42507,-1 for getting cluster id 2024-11-20T01:19:34,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:19:34,843 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06b8ad1d-e08c-4191-8caa-931279fcee44' 2024-11-20T01:19:34,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:19:34,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06b8ad1d-e08c-4191-8caa-931279fcee44" 2024-11-20T01:19:34,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59ab34ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:34,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,42507,-1] 2024-11-20T01:19:34,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:19:34,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:34,845 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:19:34,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59510b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:34,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741837_1013 (size=7894) 2024-11-20T01:19:35,013 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 687, reset compression=false 2024-11-20T01:19:35,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741838_1014 (size=7691) 2024-11-20T01:19:35,318 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 687, reset compression=false 2024-11-20T01:19:35,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:19:35,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,42507,1732065564664 2024-11-20T01:19:35,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d587c1b 2024-11-20T01:19:35,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:19:35,675 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-20T01:19:35,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T01:19:35,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:19:35,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,37887,1732065564804, seqNum=-1] 2024-11-20T01:19:35,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:19:35,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-20T01:19:35,689 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/staging/jenkins.hfs.6__test__3gfjal0s4m856jiffoalidfjf5uv7ur6v154ktc8s8l5nktnauufldoscbbiqjk4/f/60b04b4d2f15453d8c8a701176cb0b98_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T01:19:35,694 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/staging/jenkins.hfs.6__test__3gfjal0s4m856jiffoalidfjf5uv7ur6v154ktc8s8l5nktnauufldoscbbiqjk4/f/7861247a6f3d495899e224360d9262a4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T01:19:35,706 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T01:19:35,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/staging/jenkins.hfs.6__test__3gfjal0s4m856jiffoalidfjf5uv7ur6v154ktc8s8l5nktnauufldoscbbiqjk4/f/60b04b4d2f15453d8c8a701176cb0b98_SeqId_4_ for inclusion in c5ce7bdaa44b01119d63bfb13a70c510/f 2024-11-20T01:19:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T01:19:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:19:35,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/staging/jenkins.hfs.6__test__3gfjal0s4m856jiffoalidfjf5uv7ur6v154ktc8s8l5nktnauufldoscbbiqjk4/f/7861247a6f3d495899e224360d9262a4_SeqId_4_ for inclusion in c5ce7bdaa44b01119d63bfb13a70c510/f 2024-11-20T01:19:35,722 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 687, reset compression=false 2024-11-20T01:19:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T01:19:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:19:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HRegion(2603): Flush status journal for c5ce7bdaa44b01119d63bfb13a70c510: 2024-11-20T01:19:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 60b04b4d2f15453d8c8a701176cb0b98_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T01:19:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/staging/jenkins.hfs.6__test__3gfjal0s4m856jiffoalidfjf5uv7ur6v154ktc8s8l5nktnauufldoscbbiqjk4/f/60b04b4d2f15453d8c8a701176cb0b98_SeqId_4_ as hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/default/test/c5ce7bdaa44b01119d63bfb13a70c510/f/6297d3c1522348d69f5f4cb20854c8f3_SeqId_4_ 2024-11-20T01:19:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7861247a6f3d495899e224360d9262a4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T01:19:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/staging/jenkins.hfs.6__test__3gfjal0s4m856jiffoalidfjf5uv7ur6v154ktc8s8l5nktnauufldoscbbiqjk4/f/7861247a6f3d495899e224360d9262a4_SeqId_4_ as hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/default/test/c5ce7bdaa44b01119d63bfb13a70c510/f/81548e7b1dd749e581787d73d42d7bca_SeqId_4_ 2024-11-20T01:19:35,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/staging/jenkins.hfs.6__test__3gfjal0s4m856jiffoalidfjf5uv7ur6v154ktc8s8l5nktnauufldoscbbiqjk4/f/60b04b4d2f15453d8c8a701176cb0b98_SeqId_4_ into c5ce7bdaa44b01119d63bfb13a70c510/f as hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/default/test/c5ce7bdaa44b01119d63bfb13a70c510/f/6297d3c1522348d69f5f4cb20854c8f3_SeqId_4_ - updating store file list. 2024-11-20T01:19:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6297d3c1522348d69f5f4cb20854c8f3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T01:19:35,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/default/test/c5ce7bdaa44b01119d63bfb13a70c510/f/6297d3c1522348d69f5f4cb20854c8f3_SeqId_4_ into c5ce7bdaa44b01119d63bfb13a70c510/f 2024-11-20T01:19:35,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/staging/jenkins.hfs.6__test__3gfjal0s4m856jiffoalidfjf5uv7ur6v154ktc8s8l5nktnauufldoscbbiqjk4/f/60b04b4d2f15453d8c8a701176cb0b98_SeqId_4_ into c5ce7bdaa44b01119d63bfb13a70c510/f (new location: hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/default/test/c5ce7bdaa44b01119d63bfb13a70c510/f/6297d3c1522348d69f5f4cb20854c8f3_SeqId_4_) 2024-11-20T01:19:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/staging/jenkins.hfs.6__test__3gfjal0s4m856jiffoalidfjf5uv7ur6v154ktc8s8l5nktnauufldoscbbiqjk4/f/60b04b4d2f15453d8c8a701176cb0b98_SeqId_4_ 2024-11-20T01:19:35,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/staging/jenkins.hfs.6__test__3gfjal0s4m856jiffoalidfjf5uv7ur6v154ktc8s8l5nktnauufldoscbbiqjk4/f/7861247a6f3d495899e224360d9262a4_SeqId_4_ into c5ce7bdaa44b01119d63bfb13a70c510/f as hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/default/test/c5ce7bdaa44b01119d63bfb13a70c510/f/81548e7b1dd749e581787d73d42d7bca_SeqId_4_ - updating store file list. 2024-11-20T01:19:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 81548e7b1dd749e581787d73d42d7bca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T01:19:35,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/default/test/c5ce7bdaa44b01119d63bfb13a70c510/f/81548e7b1dd749e581787d73d42d7bca_SeqId_4_ into c5ce7bdaa44b01119d63bfb13a70c510/f 2024-11-20T01:19:35,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/staging/jenkins.hfs.6__test__3gfjal0s4m856jiffoalidfjf5uv7ur6v154ktc8s8l5nktnauufldoscbbiqjk4/f/7861247a6f3d495899e224360d9262a4_SeqId_4_ into c5ce7bdaa44b01119d63bfb13a70c510/f (new location: hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/default/test/c5ce7bdaa44b01119d63bfb13a70c510/f/81548e7b1dd749e581787d73d42d7bca_SeqId_4_) 2024-11-20T01:19:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/staging/jenkins.hfs.6__test__3gfjal0s4m856jiffoalidfjf5uv7ur6v154ktc8s8l5nktnauufldoscbbiqjk4/f/7861247a6f3d495899e224360d9262a4_SeqId_4_ 2024-11-20T01:19:35,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.ReplicationSink(324): Finished replicating [34268aa5-a184-4655-b5f9-d97274101c01] bulk loaded data 2024-11-20T01:19:36,243 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 687, reset compression=false 2024-11-20T01:19:36,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T01:19:36,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T01:19:36,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T01:19:36,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T01:19:36,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:19:36,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T01:19:36,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:19:36,728 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732065576727/Put/seqid=0 2024-11-20T01:19:36,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741842_1018 (size=7997) 2024-11-20T01:19:36,847 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 687, reset compression=false 2024-11-20T01:19:37,135 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732065577134/Put/seqid=0 2024-11-20T01:19:37,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741843_1019 (size=7794) 2024-11-20T01:19:37,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64af7069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:37,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,39915,-1 for getting cluster id 2024-11-20T01:19:37,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:19:37,541 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34268aa5-a184-4655-b5f9-d97274101c01' 2024-11-20T01:19:37,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:19:37,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34268aa5-a184-4655-b5f9-d97274101c01" 2024-11-20T01:19:37,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ff83bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:37,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,39915,-1] 2024-11-20T01:19:37,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:19:37,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:37,543 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:19:37,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18989257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:19:37,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:19:37,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,35969,1732065559047, seqNum=-1] 2024-11-20T01:19:37,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:19:37,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:19:37,550 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 687, reset compression=false 2024-11-20T01:19:37,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:19:37,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,39915,1732065558856 2024-11-20T01:19:37,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5029512e 2024-11-20T01:19:37,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:19:37,555 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:19:37,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732065568293.ac5a3de882dec26820b503e4a1910020., hostname=57759bcb46a5,35969,1732065559047, seqNum=2] 2024-11-20T01:19:37,561 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T01:19:37,567 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T01:19:37,569 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T01:19:37,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f1/f1/hfile_1 for inclusion in ac5a3de882dec26820b503e4a1910020/f1 2024-11-20T01:19:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T01:19:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:19:37,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f1/f1/hfile_0 for inclusion in ac5a3de882dec26820b503e4a1910020/f1 2024-11-20T01:19:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T01:19:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:19:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HRegion(2603): Flush status journal for ac5a3de882dec26820b503e4a1910020: 2024-11-20T01:19:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f1/f1/hfile_1 to hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__t0c8dts5d8qrplaqkceo19c1vc8dr0grinvkng2igubgh93npln4igcg8akav575/f1/hfile_1 2024-11-20T01:19:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__t0c8dts5d8qrplaqkceo19c1vc8dr0grinvkng2igubgh93npln4igcg8akav575/f1/hfile_1 as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f1/b46959a0efe84d09ab0b70ae632bfe53_SeqId_6_ 2024-11-20T01:19:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/load_f1/f1/hfile_0 to hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__t0c8dts5d8qrplaqkceo19c1vc8dr0grinvkng2igubgh93npln4igcg8akav575/f1/hfile_0 2024-11-20T01:19:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__t0c8dts5d8qrplaqkceo19c1vc8dr0grinvkng2igubgh93npln4igcg8akav575/f1/hfile_0 as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f1/eebd47af2b3548e4a1f97943e3d2f83d_SeqId_6_ 2024-11-20T01:19:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-20T01:19:37,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__t0c8dts5d8qrplaqkceo19c1vc8dr0grinvkng2igubgh93npln4igcg8akav575/f1/hfile_1 into ac5a3de882dec26820b503e4a1910020/f1 as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f1/b46959a0efe84d09ab0b70ae632bfe53_SeqId_6_ - updating store file list. 2024-11-20T01:19:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b46959a0efe84d09ab0b70ae632bfe53_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T01:19:37,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f1/b46959a0efe84d09ab0b70ae632bfe53_SeqId_6_ into ac5a3de882dec26820b503e4a1910020/f1 2024-11-20T01:19:37,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__t0c8dts5d8qrplaqkceo19c1vc8dr0grinvkng2igubgh93npln4igcg8akav575/f1/hfile_1 into ac5a3de882dec26820b503e4a1910020/f1 (new location: hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f1/b46959a0efe84d09ab0b70ae632bfe53_SeqId_6_) 2024-11-20T01:19:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__t0c8dts5d8qrplaqkceo19c1vc8dr0grinvkng2igubgh93npln4igcg8akav575/f1/hfile_1 2024-11-20T01:19:37,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__t0c8dts5d8qrplaqkceo19c1vc8dr0grinvkng2igubgh93npln4igcg8akav575/f1/hfile_0 into ac5a3de882dec26820b503e4a1910020/f1 as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f1/eebd47af2b3548e4a1f97943e3d2f83d_SeqId_6_ - updating store file list. 2024-11-20T01:19:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eebd47af2b3548e4a1f97943e3d2f83d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T01:19:37,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f1/eebd47af2b3548e4a1f97943e3d2f83d_SeqId_6_ into ac5a3de882dec26820b503e4a1910020/f1 2024-11-20T01:19:37,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__t0c8dts5d8qrplaqkceo19c1vc8dr0grinvkng2igubgh93npln4igcg8akav575/f1/hfile_0 into ac5a3de882dec26820b503e4a1910020/f1 (new location: hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/f1/eebd47af2b3548e4a1f97943e3d2f83d_SeqId_6_) 2024-11-20T01:19:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/staging/jenkins__test__t0c8dts5d8qrplaqkceo19c1vc8dr0grinvkng2igubgh93npln4igcg8akav575/f1/hfile_0 2024-11-20T01:19:37,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:19:37,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:19:37,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:37,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:19:37,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:19:37,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732065568293.ac5a3de882dec26820b503e4a1910020., hostname=57759bcb46a5,35969,1732065559047, seqNum=2 , the old value is region=test,,1732065568293.ac5a3de882dec26820b503e4a1910020., hostname=57759bcb46a5,35969,1732065559047, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=57759bcb46a5:35969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T01:19:37,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732065568293.ac5a3de882dec26820b503e4a1910020., hostname=57759bcb46a5,35969,1732065559047, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T01:19:37,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732065568293.ac5a3de882dec26820b503e4a1910020., hostname=57759bcb46a5,35969,1732065559047, seqNum=2 from cache 2024-11-20T01:19:37,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:19:37,598 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T01:19:37,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,35969,1732065559047, seqNum=-1] 2024-11-20T01:19:37,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:19:37,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:19:37,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732065568293.ac5a3de882dec26820b503e4a1910020., hostname=57759bcb46a5,35969,1732065559047, seqNum=2] 2024-11-20T01:19:37,701 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:35969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T01:19:38,354 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 687, reset compression=false 2024-11-20T01:19:38,359 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:19:38,359 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:38,359 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.shipper57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,35969,1732065559047 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:19:38,564 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:38,868 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:39,272 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:39,779 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:40,383 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:41,087 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:41,890 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:42,794 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:43,800 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:44,903 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:46,107 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:47,411 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:48,445 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:19:48,816 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:50,321 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:51,926 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:53,630 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:54,253 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:19:55,433 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:57,337 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:19:58,362 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.shipper57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,35969,1732065559047 got entry batch from reader: null 2024-11-20T01:19:59,341 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:01,449 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:03,317 INFO [master/57759bcb46a5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T01:20:03,317 INFO [master/57759bcb46a5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T01:20:03,655 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:05,971 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:08,171 INFO [master/57759bcb46a5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T01:20:08,171 INFO [master/57759bcb46a5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T01:20:08,374 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:10,878 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:13,482 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:14,450 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ac5a3de882dec26820b503e4a1910020, had cached 0 bytes from a total of 31376 2024-11-20T01:20:16,186 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:16,242 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c5ce7bdaa44b01119d63bfb13a70c510, had cached 0 bytes from a total of 15585 2024-11-20T01:20:18,362 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.shipper57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,35969,1732065559047 got entry batch from reader: null 2024-11-20T01:20:18,445 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:20:18,998 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:21,903 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:22,590 DEBUG [master/57759bcb46a5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T01:20:24,253 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:20:24,910 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:28,014 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:29,476 DEBUG [master/57759bcb46a5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T01:20:31,218 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:34,523 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:37,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:20:37,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:20:37,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:20:37,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:37,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:37,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:20:37,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:20:37,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1318017478, stopped=false 2024-11-20T01:20:37,634 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,42507,1732065564664 2024-11-20T01:20:37,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1452317948/running 2024-11-20T01:20:37,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948 2024-11-20T01:20:37,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1452317948/running 2024-11-20T01:20:37,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948 2024-11-20T01:20:37,676 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:20:37,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:20:37,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Set watcher on znode that does not yet exist, /1-1452317948/running 2024-11-20T01:20:37,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:20:37,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:37,676 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,37887,1732065564804' ***** 2024-11-20T01:20:37,676 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:20:37,677 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:20:37,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Set watcher on znode that does not yet exist, /1-1452317948/running 2024-11-20T01:20:37,677 INFO [RS:0;57759bcb46a5:37887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:20:37,677 INFO [RS:0;57759bcb46a5:37887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:20:37,677 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(3091): Received CLOSE for c5ce7bdaa44b01119d63bfb13a70c510 2024-11-20T01:20:37,678 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:20:37,679 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,37887,1732065564804 2024-11-20T01:20:37,679 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5ce7bdaa44b01119d63bfb13a70c510, disabling compactions & flushes 2024-11-20T01:20:37,679 INFO [RS:0;57759bcb46a5:37887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:20:37,679 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510. 2024-11-20T01:20:37,679 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510. 2024-11-20T01:20:37,679 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510. after waiting 0 ms 2024-11-20T01:20:37,679 INFO [RS:0;57759bcb46a5:37887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:37887. 2024-11-20T01:20:37,679 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510. 2024-11-20T01:20:37,679 DEBUG [RS:0;57759bcb46a5:37887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:20:37,680 DEBUG [RS:0;57759bcb46a5:37887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:37,680 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:20:37,680 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:20:37,680 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:20:37,680 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:20:37,680 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T01:20:37,680 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c5ce7bdaa44b01119d63bfb13a70c510=test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510.} 2024-11-20T01:20:37,680 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c5ce7bdaa44b01119d63bfb13a70c510 2024-11-20T01:20:37,680 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:20:37,680 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:20:37,680 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:20:37,681 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:20:37,681 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:20:37,681 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T01:20:37,696 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/default/test/c5ce7bdaa44b01119d63bfb13a70c510/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T01:20:37,697 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:20:37,697 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:20:37,697 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510. 2024-11-20T01:20:37,697 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5ce7bdaa44b01119d63bfb13a70c510: Waiting for close lock at 1732065637679Running coprocessor pre-close hooks at 1732065637679Disabling compacts and flushes for region at 1732065637679Disabling writes for close at 1732065637679Writing region close event to WAL at 1732065637684 (+5 ms)Running coprocessor post-close hooks at 1732065637697 (+13 ms)Closed at 1732065637697 2024-11-20T01:20:37,698 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510. 2024-11-20T01:20:37,699 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/.tmp/info/e0ea9bb520624e1bb6b411ef39b6b405 is 129, key is test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510./info:regioninfo/1732065571259/Put/seqid=0 2024-11-20T01:20:37,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741839_1015 (size=6421) 2024-11-20T01:20:37,724 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:20:37,881 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:20:37,928 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:38,081 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:20:38,110 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/.tmp/info/e0ea9bb520624e1bb6b411ef39b6b405 2024-11-20T01:20:38,114 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:20:38,114 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:20:38,137 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/.tmp/ns/7fae277abc1b4ee682bbc8d501ac38dc is 43, key is default/ns:d/1732065568122/Put/seqid=0 2024-11-20T01:20:38,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741840_1016 (size=5153) 2024-11-20T01:20:38,281 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:20:38,362 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.shipper57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,35969,1732065559047 got entry batch from reader: null 2024-11-20T01:20:38,481 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:20:38,542 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/.tmp/ns/7fae277abc1b4ee682bbc8d501ac38dc 2024-11-20T01:20:38,565 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/.tmp/rep_barrier/46a7773d5111456ca400e2e676a18bdd is 112, key is test,,1732065570456.c5ce7bdaa44b01119d63bfb13a70c510./rep_barrier:seqnumDuringOpen/1732065571259/Put/seqid=0 2024-11-20T01:20:38,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741841_1017 (size=5518) 2024-11-20T01:20:38,681 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T01:20:38,681 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:20:38,681 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:20:38,882 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:20:38,970 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/.tmp/rep_barrier/46a7773d5111456ca400e2e676a18bdd 2024-11-20T01:20:38,994 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/.tmp/table/ba30b7ef67644519ad0b5621b8387bbc is 40, key is test/table:state/1732065571284/Put/seqid=0 2024-11-20T01:20:38,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741842_1018 (size=5165) 2024-11-20T01:20:39,082 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:20:39,282 DEBUG [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:20:39,399 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/.tmp/table/ba30b7ef67644519ad0b5621b8387bbc 2024-11-20T01:20:39,405 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/.tmp/info/e0ea9bb520624e1bb6b411ef39b6b405 as hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/info/e0ea9bb520624e1bb6b411ef39b6b405 2024-11-20T01:20:39,410 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/info/e0ea9bb520624e1bb6b411ef39b6b405, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T01:20:39,412 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/.tmp/ns/7fae277abc1b4ee682bbc8d501ac38dc as hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/ns/7fae277abc1b4ee682bbc8d501ac38dc 2024-11-20T01:20:39,417 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/ns/7fae277abc1b4ee682bbc8d501ac38dc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T01:20:39,418 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/.tmp/rep_barrier/46a7773d5111456ca400e2e676a18bdd as hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/rep_barrier/46a7773d5111456ca400e2e676a18bdd 2024-11-20T01:20:39,424 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/rep_barrier/46a7773d5111456ca400e2e676a18bdd, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T01:20:39,425 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/.tmp/table/ba30b7ef67644519ad0b5621b8387bbc as hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/table/ba30b7ef67644519ad0b5621b8387bbc 2024-11-20T01:20:39,430 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/table/ba30b7ef67644519ad0b5621b8387bbc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T01:20:39,431 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=11, compaction requested=false 2024-11-20T01:20:39,438 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T01:20:39,439 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:20:39,439 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:20:39,439 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:20:39,439 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065637680Running coprocessor pre-close hooks at 1732065637680Disabling compacts and flushes for region at 1732065637680Disabling writes for close at 1732065637681 (+1 ms)Obtaining lock to block concurrent updates at 1732065637681Preparing flush snapshotting stores in 1588230740 at 1732065637681Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732065637681Flushing stores of hbase:meta,,1.1588230740 at 1732065637682 (+1 ms)Flushing 1588230740/info: creating writer at 1732065637682Flushing 1588230740/info: appending metadata at 1732065637699 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732065637699Flushing 1588230740/ns: creating writer at 1732065638117 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732065638137 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732065638137Flushing 1588230740/rep_barrier: creating writer at 1732065638547 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732065638564 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732065638564Flushing 1588230740/table: creating writer at 1732065638975 (+411 ms)Flushing 1588230740/table: appending metadata at 1732065638994 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732065638994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787b9ce2: reopening flushed file at 1732065639404 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@500a935b: reopening flushed file at 1732065639411 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@430f800b: reopening flushed file at 1732065639418 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd0ddc7: reopening flushed file at 1732065639424 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=11, compaction requested=false at 1732065639431 (+7 ms)Writing region close event to WAL at 1732065639435 (+4 ms)Running coprocessor post-close hooks at 1732065639439 (+4 ms)Closed at 1732065639439 2024-11-20T01:20:39,439 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:20:39,482 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,37887,1732065564804; all regions closed. 2024-11-20T01:20:39,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741834_1010 (size=2717) 2024-11-20T01:20:39,484 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/WALs/57759bcb46a5,37887,1732065564804/57759bcb46a5%2C37887%2C1732065564804.meta.1732065568064.meta not finished, retry = 0 2024-11-20T01:20:39,587 DEBUG [RS:0;57759bcb46a5:37887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/oldWALs 2024-11-20T01:20:39,587 INFO [RS:0;57759bcb46a5:37887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C37887%2C1732065564804.meta:.meta(num 1732065568064) 2024-11-20T01:20:39,590 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/WALs/57759bcb46a5,37887,1732065564804/57759bcb46a5%2C37887%2C1732065564804.1732065567236 not finished, retry = 0 2024-11-20T01:20:39,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741832_1008 (size=1028) 2024-11-20T01:20:39,692 DEBUG [RS:0;57759bcb46a5:37887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/oldWALs 2024-11-20T01:20:39,693 INFO [RS:0;57759bcb46a5:37887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C37887%2C1732065564804:(num 1732065567236) 2024-11-20T01:20:39,693 DEBUG [RS:0;57759bcb46a5:37887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:39,693 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:20:39,693 INFO [RS:0;57759bcb46a5:37887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:20:39,693 INFO [RS:0;57759bcb46a5:37887 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:20:39,693 INFO [RS:0;57759bcb46a5:37887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:20:39,693 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:20:39,693 INFO [RS:0;57759bcb46a5:37887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:37887. 2024-11-20T01:20:39,693 DEBUG [RS:0;57759bcb46a5:37887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:20:39,693 DEBUG [RS:0;57759bcb46a5:37887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:39,693 DEBUG [RS:0;57759bcb46a5:37887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:39,694 INFO [RS:0;57759bcb46a5:37887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37887 2024-11-20T01:20:39,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:20:39,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948/rs 2024-11-20T01:20:39,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1452317948/rs/57759bcb46a5,37887,1732065564804 2024-11-20T01:20:39,737 INFO [RS:0;57759bcb46a5:37887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:20:39,822 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,37887,1732065564804] 2024-11-20T01:20:39,898 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1452317948/draining/57759bcb46a5,37887,1732065564804 already deleted, retry=false 2024-11-20T01:20:39,898 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,37887,1732065564804 expired; onlineServers=0 2024-11-20T01:20:39,899 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,42507,1732065564664' ***** 2024-11-20T01:20:39,899 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:20:39,899 INFO [M:0;57759bcb46a5:42507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:20:39,899 INFO [M:0;57759bcb46a5:42507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:20:39,899 DEBUG [M:0;57759bcb46a5:42507 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:20:39,899 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:20:39,899 DEBUG [M:0;57759bcb46a5:42507 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:20:39,899 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065566847 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065566847,5,FailOnTimeoutGroup] 2024-11-20T01:20:39,899 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065566847 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065566847,5,FailOnTimeoutGroup] 2024-11-20T01:20:39,899 INFO [M:0;57759bcb46a5:42507 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:20:39,899 INFO [M:0;57759bcb46a5:42507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:20:39,899 DEBUG [M:0;57759bcb46a5:42507 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:20:39,899 INFO [M:0;57759bcb46a5:42507 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:20:39,899 INFO [M:0;57759bcb46a5:42507 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:20:39,900 INFO [M:0;57759bcb46a5:42507 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:20:39,900 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:20:39,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:20:39,922 INFO [RS:0;57759bcb46a5:37887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:20:39,922 INFO [RS:0;57759bcb46a5:37887 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,37887,1732065564804; zookeeper connection closed. 2024-11-20T01:20:39,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x10155d2f4140004, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:20:39,922 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b4e1642 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b4e1642 2024-11-20T01:20:39,923 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:20:39,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1452317948/master 2024-11-20T01:20:39,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1452317948 2024-11-20T01:20:39,973 DEBUG [M:0;57759bcb46a5:42507 {}] zookeeper.ZKUtil(347): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Unable to get data of znode /1-1452317948/master because node does not exist (not an error) 2024-11-20T01:20:39,973 WARN [M:0;57759bcb46a5:42507 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:20:39,974 INFO [M:0;57759bcb46a5:42507 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/.lastflushedseqids 2024-11-20T01:20:39,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741843_1019 (size=173) 2024-11-20T01:20:40,379 INFO [M:0;57759bcb46a5:42507 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:20:40,379 INFO [M:0;57759bcb46a5:42507 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:20:40,379 DEBUG [M:0;57759bcb46a5:42507 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:20:40,379 INFO [M:0;57759bcb46a5:42507 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:40,379 DEBUG [M:0;57759bcb46a5:42507 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:40,379 DEBUG [M:0;57759bcb46a5:42507 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:20:40,379 DEBUG [M:0;57759bcb46a5:42507 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:40,380 INFO [M:0;57759bcb46a5:42507 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-20T01:20:40,400 DEBUG [M:0;57759bcb46a5:42507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3addc1f40df64764bdc9747021e78203 is 82, key is hbase:meta,,1/info:regioninfo/1732065568103/Put/seqid=0 2024-11-20T01:20:40,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741844_1020 (size=5672) 2024-11-20T01:20:40,804 INFO [M:0;57759bcb46a5:42507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3addc1f40df64764bdc9747021e78203 2024-11-20T01:20:40,826 DEBUG [M:0;57759bcb46a5:42507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c16692cc827942a299de940c758cecb6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732065571289/Put/seqid=0 2024-11-20T01:20:40,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741845_1021 (size=6727) 2024-11-20T01:20:41,233 INFO [M:0;57759bcb46a5:42507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c16692cc827942a299de940c758cecb6 2024-11-20T01:20:41,239 INFO [M:0;57759bcb46a5:42507 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c16692cc827942a299de940c758cecb6 2024-11-20T01:20:41,255 DEBUG [M:0;57759bcb46a5:42507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6142015c04864e99808884bd4aa7bd98 is 69, key is 57759bcb46a5,37887,1732065564804/rs:state/1732065567019/Put/seqid=0 2024-11-20T01:20:41,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741846_1022 (size=5156) 2024-11-20T01:20:41,259 INFO [M:0;57759bcb46a5:42507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6142015c04864e99808884bd4aa7bd98 2024-11-20T01:20:41,265 DEBUG [M:0;57759bcb46a5:42507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3addc1f40df64764bdc9747021e78203 as hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3addc1f40df64764bdc9747021e78203 2024-11-20T01:20:41,270 INFO [M:0;57759bcb46a5:42507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3addc1f40df64764bdc9747021e78203, entries=8, sequenceid=58, filesize=5.5 K 2024-11-20T01:20:41,271 DEBUG [M:0;57759bcb46a5:42507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c16692cc827942a299de940c758cecb6 as hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c16692cc827942a299de940c758cecb6 2024-11-20T01:20:41,275 INFO [M:0;57759bcb46a5:42507 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c16692cc827942a299de940c758cecb6 2024-11-20T01:20:41,275 INFO [M:0;57759bcb46a5:42507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c16692cc827942a299de940c758cecb6, entries=6, sequenceid=58, filesize=6.6 K 2024-11-20T01:20:41,276 DEBUG [M:0;57759bcb46a5:42507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6142015c04864e99808884bd4aa7bd98 as hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6142015c04864e99808884bd4aa7bd98 2024-11-20T01:20:41,281 INFO [M:0;57759bcb46a5:42507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36201/user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6142015c04864e99808884bd4aa7bd98, entries=1, sequenceid=58, filesize=5.0 K 2024-11-20T01:20:41,282 INFO [M:0;57759bcb46a5:42507 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=58, compaction requested=false 2024-11-20T01:20:41,283 INFO [M:0;57759bcb46a5:42507 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:41,284 DEBUG [M:0;57759bcb46a5:42507 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065640379Disabling compacts and flushes for region at 1732065640379Disabling writes for close at 1732065640379Obtaining lock to block concurrent updates at 1732065640380 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065640380Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732065640380Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065640380Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065640380Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065640399 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065640399Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065640810 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065640825 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065640826 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065641240 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065641255 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065641255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6faea4b6: reopening flushed file at 1732065641264 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@103e9848: reopening flushed file at 1732065641270 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c8ad0dd: reopening flushed file at 1732065641275 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 903ms, sequenceid=58, compaction requested=false at 1732065641282 (+7 ms)Writing region close event to WAL at 1732065641283 (+1 ms)Closed at 1732065641283 2024-11-20T01:20:41,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34025 is added to blk_1073741830_1006 (size=33026) 2024-11-20T01:20:41,286 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7813119-e377-43d4-91c6-b99c2dfc8712/MasterData/WALs/57759bcb46a5,42507,1732065564664/57759bcb46a5%2C42507%2C1732065564664.1732065566568 not finished, retry = 0 2024-11-20T01:20:41,387 INFO [M:0;57759bcb46a5:42507 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:20:41,387 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:20:41,387 INFO [M:0;57759bcb46a5:42507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42507 2024-11-20T01:20:41,387 INFO [M:0;57759bcb46a5:42507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:20:41,432 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.1732065561551 to pos 997, reset compression=false 2024-11-20T01:20:41,498 INFO [M:0;57759bcb46a5:42507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:20:41,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:20:41,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x10155d2f4140003, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:20:41,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a2aee49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:20:41,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29930def{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:20:41,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:20:41,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e042af9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:20:41,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca8a3fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/hadoop.log.dir/,STOPPED} 2024-11-20T01:20:41,503 WARN [BP-157885910-172.17.0.3-1732065562722 heartbeating to localhost/127.0.0.1:36201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:20:41,503 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:20:41,503 WARN [BP-157885910-172.17.0.3-1732065562722 heartbeating to localhost/127.0.0.1:36201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-157885910-172.17.0.3-1732065562722 (Datanode Uuid 9c3536f9-a6bc-4a47-9956-ee6f40949b12) service to localhost/127.0.0.1:36201 2024-11-20T01:20:41,503 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:20:41,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/cluster_be45f926-3668-6c70-299e-0b51b5002ea1/data/data1/current/BP-157885910-172.17.0.3-1732065562722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:20:41,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/cluster_be45f926-3668-6c70-299e-0b51b5002ea1/data/data2/current/BP-157885910-172.17.0.3-1732065562722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:20:41,504 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:20:41,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@192d85f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:20:41,512 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c09c951{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:20:41,512 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:20:41,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dc50c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:20:41,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ab166a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/hadoop.log.dir/,STOPPED} 2024-11-20T01:20:41,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:20:41,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:20:41,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:20:41,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:20:41,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:41,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:41,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:20:41,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:20:41,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1173088856, stopped=false 2024-11-20T01:20:41,527 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,39915,1732065558856 2024-11-20T01:20:41,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1957040254/running 2024-11-20T01:20:41,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:20:41,551 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:20:41,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1957040254/running 2024-11-20T01:20:41,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:20:41,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:20:41,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:20:41,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:41,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Set watcher on znode that does not yet exist, /0-1957040254/running 2024-11-20T01:20:41,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Set watcher on znode that does not yet exist, /0-1957040254/running 2024-11-20T01:20:41,553 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,35969,1732065559047' ***** 2024-11-20T01:20:41,553 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:20:41,554 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:20:41,554 INFO [RS:0;57759bcb46a5:35969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:20:41,554 INFO [RS:0;57759bcb46a5:35969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:20:41,554 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(3091): Received CLOSE for ac5a3de882dec26820b503e4a1910020 2024-11-20T01:20:41,555 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:20:41,557 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ec0ba6a868e3e20eb51ec07ea68bf1d 2024-11-20T01:20:41,557 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,35969,1732065559047 2024-11-20T01:20:41,557 INFO [RS:0;57759bcb46a5:35969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:20:41,557 INFO [RS:0;57759bcb46a5:35969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:35969. 2024-11-20T01:20:41,557 DEBUG [RS:0;57759bcb46a5:35969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:20:41,557 DEBUG [RS:0;57759bcb46a5:35969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:41,557 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:20:41,557 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:20:41,557 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:20:41,557 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:20:41,558 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac5a3de882dec26820b503e4a1910020, disabling compactions & flushes 2024-11-20T01:20:41,558 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732065568293.ac5a3de882dec26820b503e4a1910020. 2024-11-20T01:20:41,558 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065568293.ac5a3de882dec26820b503e4a1910020. 2024-11-20T01:20:41,558 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T01:20:41,558 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732065568293.ac5a3de882dec26820b503e4a1910020. after waiting 0 ms 2024-11-20T01:20:41,558 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732065568293.ac5a3de882dec26820b503e4a1910020. 2024-11-20T01:20:41,558 DEBUG [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(1325): Online Regions={ac5a3de882dec26820b503e4a1910020=test,,1732065568293.ac5a3de882dec26820b503e4a1910020., 1588230740=hbase:meta,,1.1588230740, 0ec0ba6a868e3e20eb51ec07ea68bf1d=hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d.} 2024-11-20T01:20:41,558 DEBUG [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(1351): Waiting on 0ec0ba6a868e3e20eb51ec07ea68bf1d, 1588230740, ac5a3de882dec26820b503e4a1910020 2024-11-20T01:20:41,558 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:20:41,558 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:20:41,558 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:20:41,558 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:20:41,558 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:20:41,559 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T01:20:41,573 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/default/test/ac5a3de882dec26820b503e4a1910020/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T01:20:41,574 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:20:41,574 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:20:41,574 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732065568293.ac5a3de882dec26820b503e4a1910020. 2024-11-20T01:20:41,574 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac5a3de882dec26820b503e4a1910020: Waiting for close lock at 1732065641558Running coprocessor pre-close hooks at 1732065641558Disabling compacts and flushes for region at 1732065641558Disabling writes for close at 1732065641558Writing region close event to WAL at 1732065641562 (+4 ms)Running coprocessor post-close hooks at 1732065641574 (+12 ms)Closed at 1732065641574 2024-11-20T01:20:41,574 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732065568293.ac5a3de882dec26820b503e4a1910020. 2024-11-20T01:20:41,574 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ec0ba6a868e3e20eb51ec07ea68bf1d, disabling compactions & flushes 2024-11-20T01:20:41,574 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. 2024-11-20T01:20:41,574 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. 2024-11-20T01:20:41,575 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. after waiting 0 ms 2024-11-20T01:20:41,575 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. 2024-11-20T01:20:41,575 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ec0ba6a868e3e20eb51ec07ea68bf1d 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-20T01:20:41,586 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/.tmp/info/28bdaf8b57394be98953a05ee30a8f29 is 147, key is hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d./info:regioninfo/1732065572809/Put/seqid=0 2024-11-20T01:20:41,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741844_1020 (size=7686) 2024-11-20T01:20:41,597 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/replication/0ec0ba6a868e3e20eb51ec07ea68bf1d/.tmp/hfileref/043e1f83e2084db7ad53d182fdc242e7 is 74, key is 1/hfileref:60b04b4d2f15453d8c8a701176cb0b98_SeqId_4_/1732065575760/DeleteColumn/seqid=0 2024-11-20T01:20:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741845_1021 (size=5203) 2024-11-20T01:20:41,625 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:20:41,758 DEBUG [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(1351): Waiting on 0ec0ba6a868e3e20eb51ec07ea68bf1d, 1588230740 2024-11-20T01:20:41,958 DEBUG [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(1351): Waiting on 0ec0ba6a868e3e20eb51ec07ea68bf1d, 1588230740 2024-11-20T01:20:42,001 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/.tmp/info/28bdaf8b57394be98953a05ee30a8f29 2024-11-20T01:20:42,005 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/replication/0ec0ba6a868e3e20eb51ec07ea68bf1d/.tmp/hfileref/043e1f83e2084db7ad53d182fdc242e7 2024-11-20T01:20:42,025 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/.tmp/ns/0fa9e3ed82d54056ad1d13b2718f4121 is 43, key is default/ns:d/1732065562573/Put/seqid=0 2024-11-20T01:20:42,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741846_1022 (size=5153) 2024-11-20T01:20:42,030 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/replication/0ec0ba6a868e3e20eb51ec07ea68bf1d/.tmp/queue/cf356d01c54e4bdfacc2d1da39a0d087 is 153, key is 1-57759bcb46a5,35969,1732065559047/queue:57759bcb46a5%2C35969%2C1732065559047/1732065578361/Put/seqid=0 2024-11-20T01:20:42,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741847_1023 (size=5352) 2024-11-20T01:20:42,159 DEBUG [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(1351): Waiting on 0ec0ba6a868e3e20eb51ec07ea68bf1d, 1588230740 2024-11-20T01:20:42,359 DEBUG [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(1351): Waiting on 0ec0ba6a868e3e20eb51ec07ea68bf1d, 1588230740 2024-11-20T01:20:42,424 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:20:42,425 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:20:42,429 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/.tmp/ns/0fa9e3ed82d54056ad1d13b2718f4121 2024-11-20T01:20:42,439 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/replication/0ec0ba6a868e3e20eb51ec07ea68bf1d/.tmp/queue/cf356d01c54e4bdfacc2d1da39a0d087 2024-11-20T01:20:42,444 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/replication/0ec0ba6a868e3e20eb51ec07ea68bf1d/.tmp/hfileref/043e1f83e2084db7ad53d182fdc242e7 as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/replication/0ec0ba6a868e3e20eb51ec07ea68bf1d/hfileref/043e1f83e2084db7ad53d182fdc242e7 2024-11-20T01:20:42,449 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/replication/0ec0ba6a868e3e20eb51ec07ea68bf1d/hfileref/043e1f83e2084db7ad53d182fdc242e7, entries=2, sequenceid=10, filesize=5.1 K 2024-11-20T01:20:42,450 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/.tmp/rep_barrier/2e2b9055612c40c1a8ee489afa92b0cb is 112, key is test,,1732065568293.ac5a3de882dec26820b503e4a1910020./rep_barrier:seqnumDuringOpen/1732065569477/Put/seqid=0 2024-11-20T01:20:42,451 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/replication/0ec0ba6a868e3e20eb51ec07ea68bf1d/.tmp/queue/cf356d01c54e4bdfacc2d1da39a0d087 as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/replication/0ec0ba6a868e3e20eb51ec07ea68bf1d/queue/cf356d01c54e4bdfacc2d1da39a0d087 2024-11-20T01:20:42,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741848_1024 (size=5518) 2024-11-20T01:20:42,454 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/.tmp/rep_barrier/2e2b9055612c40c1a8ee489afa92b0cb 2024-11-20T01:20:42,456 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/replication/0ec0ba6a868e3e20eb51ec07ea68bf1d/queue/cf356d01c54e4bdfacc2d1da39a0d087, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T01:20:42,457 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0ec0ba6a868e3e20eb51ec07ea68bf1d in 882ms, sequenceid=10, compaction requested=false 2024-11-20T01:20:42,461 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/replication/0ec0ba6a868e3e20eb51ec07ea68bf1d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T01:20:42,461 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:20:42,462 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:20:42,462 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. 2024-11-20T01:20:42,462 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ec0ba6a868e3e20eb51ec07ea68bf1d: Waiting for close lock at 1732065641574Running coprocessor pre-close hooks at 1732065641574Disabling compacts and flushes for region at 1732065641574Disabling writes for close at 1732065641575 (+1 ms)Obtaining lock to block concurrent updates at 1732065641575Preparing flush snapshotting stores in 0ec0ba6a868e3e20eb51ec07ea68bf1d at 1732065641575Finished memstore snapshotting hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732065641575Flushing stores of hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. at 1732065641575Flushing 0ec0ba6a868e3e20eb51ec07ea68bf1d/hfileref: creating writer at 1732065641576 (+1 ms)Flushing 0ec0ba6a868e3e20eb51ec07ea68bf1d/hfileref: appending metadata at 1732065641596 (+20 ms)Flushing 0ec0ba6a868e3e20eb51ec07ea68bf1d/hfileref: closing flushed file at 1732065641596Flushing 0ec0ba6a868e3e20eb51ec07ea68bf1d/queue: creating writer at 1732065642014 (+418 ms)Flushing 0ec0ba6a868e3e20eb51ec07ea68bf1d/queue: appending metadata at 1732065642029 (+15 ms)Flushing 0ec0ba6a868e3e20eb51ec07ea68bf1d/queue: closing flushed file at 1732065642029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a3519b: reopening flushed file at 1732065642443 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10947ec: reopening flushed file at 1732065642450 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0ec0ba6a868e3e20eb51ec07ea68bf1d in 882ms, sequenceid=10, compaction requested=false at 1732065642457 (+7 ms)Writing region close event to WAL at 1732065642458 (+1 ms)Running coprocessor post-close hooks at 1732065642461 (+3 ms)Closed at 1732065642462 (+1 ms) 2024-11-20T01:20:42,462 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732065571629.0ec0ba6a868e3e20eb51ec07ea68bf1d. 2024-11-20T01:20:42,472 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/.tmp/table/18ab4d817e704443bd0496a43f2ae4e0 is 53, key is hbase:replication/table:state/1732065572818/Put/seqid=0 2024-11-20T01:20:42,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741849_1025 (size=5308) 2024-11-20T01:20:42,476 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/.tmp/table/18ab4d817e704443bd0496a43f2ae4e0 2024-11-20T01:20:42,481 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/.tmp/info/28bdaf8b57394be98953a05ee30a8f29 as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/info/28bdaf8b57394be98953a05ee30a8f29 2024-11-20T01:20:42,486 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/info/28bdaf8b57394be98953a05ee30a8f29, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T01:20:42,487 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/.tmp/ns/0fa9e3ed82d54056ad1d13b2718f4121 as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/ns/0fa9e3ed82d54056ad1d13b2718f4121 2024-11-20T01:20:42,491 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/ns/0fa9e3ed82d54056ad1d13b2718f4121, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T01:20:42,492 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/.tmp/rep_barrier/2e2b9055612c40c1a8ee489afa92b0cb as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/rep_barrier/2e2b9055612c40c1a8ee489afa92b0cb 2024-11-20T01:20:42,497 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/rep_barrier/2e2b9055612c40c1a8ee489afa92b0cb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T01:20:42,498 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/.tmp/table/18ab4d817e704443bd0496a43f2ae4e0 as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/table/18ab4d817e704443bd0496a43f2ae4e0 2024-11-20T01:20:42,503 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/table/18ab4d817e704443bd0496a43f2ae4e0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T01:20:42,504 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 946ms, sequenceid=16, compaction requested=false 2024-11-20T01:20:42,504 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:20:42,514 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T01:20:42,515 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:20:42,515 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:20:42,515 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:20:42,515 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065641558Running coprocessor pre-close hooks at 1732065641558Disabling compacts and flushes for region at 1732065641558Disabling writes for close at 1732065641558Obtaining lock to block concurrent updates at 1732065641559 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732065641559Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732065641559Flushing stores of hbase:meta,,1.1588230740 at 1732065641561 (+2 ms)Flushing 1588230740/info: creating writer at 1732065641561Flushing 1588230740/info: appending metadata at 1732065641585 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732065641585Flushing 1588230740/ns: creating writer at 1732065642006 (+421 ms)Flushing 1588230740/ns: appending metadata at 1732065642024 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732065642024Flushing 1588230740/rep_barrier: creating writer at 1732065642434 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732065642449 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732065642449Flushing 1588230740/table: creating writer at 1732065642459 (+10 ms)Flushing 1588230740/table: appending metadata at 1732065642472 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732065642472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f265aa: reopening flushed file at 1732065642481 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aecb9e8: reopening flushed file at 1732065642486 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa20339: reopening flushed file at 1732065642492 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39af0d34: reopening flushed file at 1732065642497 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 946ms, sequenceid=16, compaction requested=false at 1732065642504 (+7 ms)Writing region close event to WAL at 1732065642511 (+7 ms)Running coprocessor post-close hooks at 1732065642515 (+4 ms)Closed at 1732065642515 2024-11-20T01:20:42,515 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:20:42,559 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,35969,1732065559047; all regions closed. 2024-11-20T01:20:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741834_1010 (size=4239) 2024-11-20T01:20:42,561 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.meta.1732065562520.meta not finished, retry = 0 2024-11-20T01:20:42,664 DEBUG [RS:0;57759bcb46a5:35969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/oldWALs 2024-11-20T01:20:42,664 INFO [RS:0;57759bcb46a5:35969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C35969%2C1732065559047.meta:.meta(num 1732065562520) 2024-11-20T01:20:42,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741839_1015 (size=2700) 2024-11-20T01:20:42,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/WALs/57759bcb46a5,35969,1732065559047/57759bcb46a5%2C35969%2C1732065559047.rep.1732065572773 not finished, retry = 0 2024-11-20T01:20:42,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:42,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:42,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:42,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:42,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:42,769 DEBUG [RS:0;57759bcb46a5:35969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/oldWALs 2024-11-20T01:20:42,769 INFO [RS:0;57759bcb46a5:35969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C35969%2C1732065559047.rep:(num 1732065572773) 2024-11-20T01:20:42,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741832_1008 (size=1300) 2024-11-20T01:20:42,797 DEBUG [RS:0;57759bcb46a5:35969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/oldWALs 2024-11-20T01:20:42,797 INFO [RS:0;57759bcb46a5:35969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C35969%2C1732065559047:(num 1732065561551) 2024-11-20T01:20:42,797 DEBUG [RS:0;57759bcb46a5:35969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:42,797 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:20:42,798 INFO [RS:0;57759bcb46a5:35969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:20:42,798 INFO [RS:0;57759bcb46a5:35969 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:20:42,798 INFO [RS:0;57759bcb46a5:35969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:20:42,798 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:20:42,798 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,35969,1732065559047 because: Region server is closing 2024-11-20T01:20:42,798 INFO [RS:0;57759bcb46a5:35969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:35969. 2024-11-20T01:20:42,798 DEBUG [RS:0;57759bcb46a5:35969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:20:42,798 DEBUG [RS:0;57759bcb46a5:35969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:42,799 DEBUG [RS:0;57759bcb46a5:35969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:42,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:20:42,899 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.shipper57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T01:20:42,899 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.wal-reader.57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T01:20:42,899 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35969,1732065559047.replicationSource.shipper57759bcb46a5%2C35969%2C1732065559047,1-57759bcb46a5,35969,1732065559047 terminated 2024-11-20T01:20:42,899 INFO [RS:0;57759bcb46a5:35969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35969 2024-11-20T01:20:42,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1957040254/rs/57759bcb46a5,35969,1732065559047 2024-11-20T01:20:42,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254/rs 2024-11-20T01:20:42,908 INFO [RS:0;57759bcb46a5:35969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:20:42,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,35969,1732065559047] 2024-11-20T01:20:42,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1957040254/draining/57759bcb46a5,35969,1732065559047 already deleted, retry=false 2024-11-20T01:20:42,929 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,35969,1732065559047 expired; onlineServers=0 2024-11-20T01:20:42,929 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,39915,1732065558856' ***** 2024-11-20T01:20:42,929 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:20:42,929 INFO [M:0;57759bcb46a5:39915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:20:42,929 INFO [M:0;57759bcb46a5:39915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:20:42,929 DEBUG [M:0;57759bcb46a5:39915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:20:42,929 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:20:42,929 DEBUG [M:0;57759bcb46a5:39915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:20:42,929 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065561280 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065561280,5,FailOnTimeoutGroup] 2024-11-20T01:20:42,930 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065561278 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065561278,5,FailOnTimeoutGroup] 2024-11-20T01:20:42,930 INFO [M:0;57759bcb46a5:39915 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:20:42,930 INFO [M:0;57759bcb46a5:39915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:20:42,930 DEBUG [M:0;57759bcb46a5:39915 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:20:42,930 INFO [M:0;57759bcb46a5:39915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:20:42,930 INFO [M:0;57759bcb46a5:39915 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:20:42,930 INFO [M:0;57759bcb46a5:39915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:20:42,930 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:20:42,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1957040254/master 2024-11-20T01:20:42,940 DEBUG [M:0;57759bcb46a5:39915 {}] zookeeper.ZKUtil(347): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Unable to get data of znode /0-1957040254/master because node does not exist (not an error) 2024-11-20T01:20:42,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1957040254 2024-11-20T01:20:42,940 WARN [M:0;57759bcb46a5:39915 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:20:42,949 INFO [M:0;57759bcb46a5:39915 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/.lastflushedseqids 2024-11-20T01:20:42,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741850_1026 (size=263) 2024-11-20T01:20:43,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:20:43,019 INFO [RS:0;57759bcb46a5:35969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:20:43,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35969-0x10155d2f4140001, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:20:43,019 INFO [RS:0;57759bcb46a5:35969 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,35969,1732065559047; zookeeper connection closed. 2024-11-20T01:20:43,019 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4be4f013 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4be4f013 2024-11-20T01:20:43,019 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:20:43,227 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:20:43,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:43,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:43,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:43,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:43,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:43,359 INFO [M:0;57759bcb46a5:39915 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:20:43,359 INFO [M:0;57759bcb46a5:39915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:20:43,359 DEBUG [M:0;57759bcb46a5:39915 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:20:43,359 INFO [M:0;57759bcb46a5:39915 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:43,359 DEBUG [M:0;57759bcb46a5:39915 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:43,359 DEBUG [M:0;57759bcb46a5:39915 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:20:43,359 DEBUG [M:0;57759bcb46a5:39915 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:43,359 INFO [M:0;57759bcb46a5:39915 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-20T01:20:43,374 DEBUG [M:0;57759bcb46a5:39915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf308b1b746649d6a4b3fa43aca1dbaf is 82, key is hbase:meta,,1/info:regioninfo/1732065562550/Put/seqid=0 2024-11-20T01:20:43,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741851_1027 (size=5672) 2024-11-20T01:20:43,779 INFO [M:0;57759bcb46a5:39915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf308b1b746649d6a4b3fa43aca1dbaf 2024-11-20T01:20:43,816 DEBUG [M:0;57759bcb46a5:39915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/863d881c4e0e463b8fa4f0e047e90b85 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732065569500/Put/seqid=0 2024-11-20T01:20:43,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741852_1028 (size=7241) 2024-11-20T01:20:43,831 INFO [M:0;57759bcb46a5:39915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/863d881c4e0e463b8fa4f0e047e90b85 2024-11-20T01:20:43,841 INFO [M:0;57759bcb46a5:39915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 863d881c4e0e463b8fa4f0e047e90b85 2024-11-20T01:20:43,862 DEBUG [M:0;57759bcb46a5:39915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27ea252bb00c49be8b481c76953f2941 is 69, key is 57759bcb46a5,35969,1732065559047/rs:state/1732065561407/Put/seqid=0 2024-11-20T01:20:43,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741853_1029 (size=5156) 2024-11-20T01:20:43,875 INFO [M:0;57759bcb46a5:39915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27ea252bb00c49be8b481c76953f2941 2024-11-20T01:20:43,882 DEBUG [M:0;57759bcb46a5:39915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf308b1b746649d6a4b3fa43aca1dbaf as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf308b1b746649d6a4b3fa43aca1dbaf 2024-11-20T01:20:43,888 INFO [M:0;57759bcb46a5:39915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf308b1b746649d6a4b3fa43aca1dbaf, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T01:20:43,889 DEBUG [M:0;57759bcb46a5:39915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/863d881c4e0e463b8fa4f0e047e90b85 as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/863d881c4e0e463b8fa4f0e047e90b85 2024-11-20T01:20:43,894 INFO [M:0;57759bcb46a5:39915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 863d881c4e0e463b8fa4f0e047e90b85 2024-11-20T01:20:43,894 INFO [M:0;57759bcb46a5:39915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/863d881c4e0e463b8fa4f0e047e90b85, entries=11, sequenceid=105, filesize=7.1 K 2024-11-20T01:20:43,895 DEBUG [M:0;57759bcb46a5:39915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27ea252bb00c49be8b481c76953f2941 as hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27ea252bb00c49be8b481c76953f2941 2024-11-20T01:20:43,899 INFO [M:0;57759bcb46a5:39915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42907/user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27ea252bb00c49be8b481c76953f2941, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T01:20:43,900 INFO [M:0;57759bcb46a5:39915 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=105, compaction requested=false 2024-11-20T01:20:43,902 INFO [M:0;57759bcb46a5:39915 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:43,902 DEBUG [M:0;57759bcb46a5:39915 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065643359Disabling compacts and flushes for region at 1732065643359Disabling writes for close at 1732065643359Obtaining lock to block concurrent updates at 1732065643359Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065643359Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732065643360 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065643360Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065643360Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065643373 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065643373Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065643789 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065643815 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065643815Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065643842 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065643861 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065643861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60efaa13: reopening flushed file at 1732065643881 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f674065: reopening flushed file at 1732065643888 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dc5f9b9: reopening flushed file at 1732065643895 (+7 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=105, compaction requested=false at 1732065643900 (+5 ms)Writing region close event to WAL at 1732065643902 (+2 ms)Closed at 1732065643902 2024-11-20T01:20:43,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39089 is added to blk_1073741830_1006 (size=64538) 2024-11-20T01:20:43,904 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1608615-59cf-2d2b-909c-ed1e1b5d3d50/MasterData/WALs/57759bcb46a5,39915,1732065558856/57759bcb46a5%2C39915%2C1732065558856.1732065560814 not finished, retry = 0 2024-11-20T01:20:44,006 INFO [M:0;57759bcb46a5:39915 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:20:44,006 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:20:44,006 INFO [M:0;57759bcb46a5:39915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39915 2024-11-20T01:20:44,007 INFO [M:0;57759bcb46a5:39915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:20:44,119 INFO [M:0;57759bcb46a5:39915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:20:44,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:20:44,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x10155d2f4140000, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:20:44,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26568a51{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:20:44,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7077a536{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:20:44,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:20:44,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7333f164{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:20:44,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@799d6b28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/hadoop.log.dir/,STOPPED} 2024-11-20T01:20:44,132 WARN [BP-862779026-172.17.0.3-1732065556609 heartbeating to localhost/127.0.0.1:42907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:20:44,132 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:20:44,132 WARN [BP-862779026-172.17.0.3-1732065556609 heartbeating to localhost/127.0.0.1:42907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-862779026-172.17.0.3-1732065556609 (Datanode Uuid 588648d6-0f13-46c7-9b5e-dd303cf90369) service to localhost/127.0.0.1:42907 2024-11-20T01:20:44,132 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:20:44,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/cluster_074136a4-2211-c272-fa45-a400ef2427ce/data/data1/current/BP-862779026-172.17.0.3-1732065556609 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:20:44,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/cluster_074136a4-2211-c272-fa45-a400ef2427ce/data/data2/current/BP-862779026-172.17.0.3-1732065556609 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:20:44,133 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:20:44,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57cc3801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:20:44,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36e6e0e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:20:44,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:20:44,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704f511d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:20:44,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a3c1906{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e136f9f7-c9c2-14be-ad50-d4dfdd0bd2cc/hadoop.log.dir/,STOPPED} 2024-11-20T01:20:44,156 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T01:20:44,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:20:44,222 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 137) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f1d84b8f748.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36201 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55803) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55803) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f1d84b8f748.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42907 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=599 (was 752), ProcessCount=11 (was 11), AvailableMemoryMB=2570 (was 3386) 2024-11-20T01:20:44,233 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=599, ProcessCount=11, AvailableMemoryMB=2569 2024-11-20T01:20:44,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155d2f4140002, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:20:44,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155d2f4140005, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:20:44,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155d2f4140002, quorum=127.0.0.1:55803, baseZNode=/0-1957040254 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:20:44,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155d2f4140005, quorum=127.0.0.1:55803, baseZNode=/1-1452317948 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:20:44,254 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-20T01:20:44,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/hadoop.log.dir so I do NOT create it in target/test-data/d537a222-d856-554f-848a-82fc3277d360 2024-11-20T01:20:44,255 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:20:44,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/hadoop.tmp.dir so I do NOT create it in target/test-data/d537a222-d856-554f-848a-82fc3277d360 2024-11-20T01:20:44,256 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e057dc0-8d47-ddb2-2f4f-907cd33f0a43/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:20:44,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360 2024-11-20T01:20:44,256 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/cluster_ed68db47-3c03-35e3-6aea-87819074ef86, deleteOnExit=true 2024-11-20T01:20:44,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/cluster_ed68db47-3c03-35e3-6aea-87819074ef86/zookeeper_0, clientPort=50534, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/cluster_ed68db47-3c03-35e3-6aea-87819074ef86/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/cluster_ed68db47-3c03-35e3-6aea-87819074ef86/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T01:20:44,269 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50534 2024-11-20T01:20:44,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:20:44,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:20:44,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/test.cache.data in system properties and HBase conf 2024-11-20T01:20:44,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:20:44,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:20:44,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:20:44,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:20:44,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:20:44,270 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:20:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:20:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:20:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:20:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:20:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:20:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:20:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:20:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:20:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:20:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:20:44,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:20:44,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:20:44,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:20:44,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:20:44,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:20:44,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:20:44,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:20:44,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:20:44,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:20:44,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:20:44,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39c4d09a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:20:44,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a802bd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:20:44,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60f47f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/java.io.tmpdir/jetty-localhost-43629-hadoop-hdfs-3_4_1-tests_jar-_-any-15356601914318860107/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:20:44,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1341e1bf{HTTP/1.1, (http/1.1)}{localhost:43629} 2024-11-20T01:20:44,805 INFO [Time-limited test {}] server.Server(415): Started @183471ms 2024-11-20T01:20:45,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:20:45,073 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:20:45,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:20:45,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:20:45,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:20:45,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58ef04de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:20:45,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2918976{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:20:45,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dabdac5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/java.io.tmpdir/jetty-localhost-39911-hadoop-hdfs-3_4_1-tests_jar-_-any-11221092021316049027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:20:45,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6de60506{HTTP/1.1, (http/1.1)}{localhost:39911} 2024-11-20T01:20:45,185 INFO [Time-limited test {}] server.Server(415): Started @183851ms 2024-11-20T01:20:45,187 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:20:46,212 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/cluster_ed68db47-3c03-35e3-6aea-87819074ef86/data/data1/current/BP-935378743-172.17.0.3-1732065644290/current, will proceed with Du for space computation calculation, 2024-11-20T01:20:46,220 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/cluster_ed68db47-3c03-35e3-6aea-87819074ef86/data/data2/current/BP-935378743-172.17.0.3-1732065644290/current, will proceed with Du for space computation calculation, 2024-11-20T01:20:46,272 WARN [Thread-1277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:20:46,275 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa93e581d1a1ac238 with lease ID 0xb08ea17c9b1961a7: Processing first storage report for DS-9dc5df2a-ba55-4e8d-8a63-1d681deb756e from datanode DatanodeRegistration(127.0.0.1:46101, datanodeUuid=b91e9a12-ba93-45c7-9aee-c76af820a1dc, infoPort=40983, infoSecurePort=0, ipcPort=33897, storageInfo=lv=-57;cid=testClusterID;nsid=402813759;c=1732065644290) 2024-11-20T01:20:46,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa93e581d1a1ac238 with lease ID 0xb08ea17c9b1961a7: from storage DS-9dc5df2a-ba55-4e8d-8a63-1d681deb756e node DatanodeRegistration(127.0.0.1:46101, datanodeUuid=b91e9a12-ba93-45c7-9aee-c76af820a1dc, infoPort=40983, infoSecurePort=0, ipcPort=33897, storageInfo=lv=-57;cid=testClusterID;nsid=402813759;c=1732065644290), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:20:46,275 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa93e581d1a1ac238 with lease ID 0xb08ea17c9b1961a7: Processing first storage report for DS-dc987bdf-8dc3-4f6a-8d05-99e25b899ed7 from datanode DatanodeRegistration(127.0.0.1:46101, datanodeUuid=b91e9a12-ba93-45c7-9aee-c76af820a1dc, infoPort=40983, infoSecurePort=0, ipcPort=33897, storageInfo=lv=-57;cid=testClusterID;nsid=402813759;c=1732065644290) 2024-11-20T01:20:46,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa93e581d1a1ac238 with lease ID 0xb08ea17c9b1961a7: from storage DS-dc987bdf-8dc3-4f6a-8d05-99e25b899ed7 node DatanodeRegistration(127.0.0.1:46101, datanodeUuid=b91e9a12-ba93-45c7-9aee-c76af820a1dc, infoPort=40983, infoSecurePort=0, ipcPort=33897, storageInfo=lv=-57;cid=testClusterID;nsid=402813759;c=1732065644290), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:20:46,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360 2024-11-20T01:20:46,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:46,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:20:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:20:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T01:20:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T01:20:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T01:20:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:20:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:20:46,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:20:46,718 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283 with version=8 2024-11-20T01:20:46,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/hbase-staging 2024-11-20T01:20:46,721 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:20:46,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:46,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:46,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:20:46,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:46,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:20:46,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:20:46,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:20:46,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44767 2024-11-20T01:20:46,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44767 connecting to ZooKeeper ensemble=127.0.0.1:50534 2024-11-20T01:20:46,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447670x0, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:20:46,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44767-0x10155d44a910000 connected 2024-11-20T01:20:46,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:46,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:46,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on znode that does not yet exist, /01955870489/running 2024-11-20T01:20:46,902 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283, hbase.cluster.distributed=false 2024-11-20T01:20:46,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on znode that does not yet exist, /01955870489/acl 2024-11-20T01:20:46,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44767 2024-11-20T01:20:46,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44767 2024-11-20T01:20:46,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44767 2024-11-20T01:20:46,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44767 2024-11-20T01:20:46,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44767 2024-11-20T01:20:46,928 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:20:46,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:46,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:46,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:20:46,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:46,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:20:46,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:20:46,929 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:20:46,930 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33981 2024-11-20T01:20:46,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33981 connecting to ZooKeeper ensemble=127.0.0.1:50534 2024-11-20T01:20:46,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:46,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:46,945 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339810x0, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:20:46,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on znode that does not yet exist, /01955870489/running 2024-11-20T01:20:46,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33981-0x10155d44a910001 connected 2024-11-20T01:20:46,945 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:20:46,946 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:20:46,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on znode that does not yet exist, /01955870489/master 2024-11-20T01:20:46,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on znode that does not yet exist, /01955870489/acl 2024-11-20T01:20:46,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33981 2024-11-20T01:20:46,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33981 2024-11-20T01:20:46,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33981 2024-11-20T01:20:46,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33981 2024-11-20T01:20:46,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33981 2024-11-20T01:20:46,966 DEBUG [M:0;57759bcb46a5:44767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:44767 2024-11-20T01:20:46,967 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01955870489/backup-masters/57759bcb46a5,44767,1732065646721 2024-11-20T01:20:46,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489/backup-masters 2024-11-20T01:20:46,976 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489/backup-masters 2024-11-20T01:20:46,977 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on existing znode=/01955870489/backup-masters/57759bcb46a5,44767,1732065646721 2024-11-20T01:20:46,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:46,987 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01955870489/master 2024-11-20T01:20:46,987 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:46,987 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on existing znode=/01955870489/master 2024-11-20T01:20:46,988 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01955870489/backup-masters/57759bcb46a5,44767,1732065646721 from backup master directory 2024-11-20T01:20:46,997 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489/backup-masters 2024-11-20T01:20:46,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01955870489/backup-masters/57759bcb46a5,44767,1732065646721 2024-11-20T01:20:46,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489/backup-masters 2024-11-20T01:20:46,997 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:20:46,997 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,44767,1732065646721 2024-11-20T01:20:47,001 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/hbase.id] with ID: 1a4839d8-4eaf-4f66-9304-296ebd7fb84d 2024-11-20T01:20:47,001 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/.tmp/hbase.id 2024-11-20T01:20:47,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:20:47,409 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/.tmp/hbase.id]:[hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/hbase.id] 2024-11-20T01:20:47,426 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:47,427 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:20:47,428 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T01:20:47,439 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:47,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:20:47,854 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:20:47,854 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:20:47,855 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:20:47,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:20:48,262 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store 2024-11-20T01:20:48,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:20:48,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:20:48,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:48,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:48,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:48,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:48,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:48,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:48,669 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:20:48,669 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:20:48,669 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:48,669 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:48,669 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:20:48,669 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:48,669 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:48,669 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065648669Disabling compacts and flushes for region at 1732065648669Disabling writes for close at 1732065648669Writing region close event to WAL at 1732065648669Closed at 1732065648669 2024-11-20T01:20:48,670 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/.initializing 2024-11-20T01:20:48,670 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,44767,1732065646721 2024-11-20T01:20:48,671 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:20:48,673 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C44767%2C1732065646721, suffix=, logDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,44767,1732065646721, archiveDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/oldWALs, maxLogs=10 2024-11-20T01:20:48,685 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,44767,1732065646721/57759bcb46a5%2C44767%2C1732065646721.1732065648673, exclude list is [], retry=0 2024-11-20T01:20:48,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46101,DS-9dc5df2a-ba55-4e8d-8a63-1d681deb756e,DISK] 2024-11-20T01:20:48,689 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,44767,1732065646721/57759bcb46a5%2C44767%2C1732065646721.1732065648673 2024-11-20T01:20:48,689 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40983:40983)] 2024-11-20T01:20:48,689 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:20:48,689 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:20:48,690 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:48,690 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:48,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:48,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:20:48,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:48,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:48,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:48,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:20:48,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:48,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:20:48,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:48,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:20:48,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:48,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:20:48,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:48,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:20:48,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:48,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:20:48,719 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:48,719 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:48,720 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:48,721 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:48,721 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:48,721 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:20:48,723 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:48,728 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:20:48,729 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67115599, jitterRate=1.0035932064056396E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:20:48,730 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065648690Initializing all the Stores at 1732065648690Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065648691 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065648691Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065648691Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065648691Cleaning up temporary data from old regions at 1732065648721 (+30 ms)Region opened successfully at 1732065648730 (+9 ms) 2024-11-20T01:20:48,732 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:20:48,735 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a68e00f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:20:48,737 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:20:48,737 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:20:48,737 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:20:48,737 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:20:48,738 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:20:48,738 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:20:48,738 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:20:48,740 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:20:48,741 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Unable to get data of znode /01955870489/balancer because node does not exist (not necessarily an error) 2024-11-20T01:20:48,750 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955870489/balancer already deleted, retry=false 2024-11-20T01:20:48,751 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:20:48,752 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Unable to get data of znode /01955870489/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:20:48,760 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955870489/normalizer already deleted, retry=false 2024-11-20T01:20:48,761 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:20:48,764 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Unable to get data of znode /01955870489/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:20:48,776 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955870489/switch/split already deleted, retry=false 2024-11-20T01:20:48,780 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Unable to get data of znode /01955870489/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:20:48,792 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955870489/switch/merge already deleted, retry=false 2024-11-20T01:20:48,794 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Unable to get data of znode /01955870489/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:20:48,802 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955870489/snapshot-cleanup already deleted, retry=false 2024-11-20T01:20:48,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01955870489/running 2024-11-20T01:20:48,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:48,813 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01955870489/running 2024-11-20T01:20:48,813 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:48,814 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,44767,1732065646721, sessionid=0x10155d44a910000, setting cluster-up flag (Was=false) 2024-11-20T01:20:48,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:48,834 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:48,866 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01955870489/flush-table-proc/acquired, /01955870489/flush-table-proc/reached, /01955870489/flush-table-proc/abort 2024-11-20T01:20:48,867 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,44767,1732065646721 2024-11-20T01:20:48,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:48,887 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:48,918 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01955870489/online-snapshot/acquired, /01955870489/online-snapshot/reached, /01955870489/online-snapshot/abort 2024-11-20T01:20:48,919 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,44767,1732065646721 2024-11-20T01:20:48,921 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:20:48,923 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:20:48,924 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:20:48,924 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:20:48,924 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,44767,1732065646721 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:20:48,926 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:20:48,926 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:20:48,926 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:20:48,926 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:20:48,926 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:20:48,926 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:48,926 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:20:48,926 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:48,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:20:48,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:20:48,929 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:48,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:20:48,936 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065678936 2024-11-20T01:20:48,937 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:20:48,937 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:20:48,937 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:20:48,937 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:20:48,937 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:20:48,937 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:20:48,941 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:48,941 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:20:48,941 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:20:48,941 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:20:48,942 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:20:48,944 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:20:48,944 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:20:48,949 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065648944,5,FailOnTimeoutGroup] 2024-11-20T01:20:48,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:20:48,952 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065648949,5,FailOnTimeoutGroup] 2024-11-20T01:20:48,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:48,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:20:48,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:48,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:48,958 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(746): ClusterId : 1a4839d8-4eaf-4f66-9304-296ebd7fb84d 2024-11-20T01:20:48,958 DEBUG [RS:0;57759bcb46a5:33981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:20:48,966 DEBUG [RS:0;57759bcb46a5:33981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:20:48,966 DEBUG [RS:0;57759bcb46a5:33981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:20:48,977 DEBUG [RS:0;57759bcb46a5:33981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:20:48,977 DEBUG [RS:0;57759bcb46a5:33981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63402d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:20:48,995 DEBUG [RS:0;57759bcb46a5:33981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:33981 2024-11-20T01:20:48,995 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:20:48,995 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:20:48,995 DEBUG [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:20:48,996 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,44767,1732065646721 with port=33981, startcode=1732065646927 2024-11-20T01:20:48,996 DEBUG [RS:0;57759bcb46a5:33981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:20:49,001 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:20:49,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,33981,1732065646927 2024-11-20T01:20:49,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44767 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,33981,1732065646927 2024-11-20T01:20:49,003 DEBUG [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283 2024-11-20T01:20:49,003 DEBUG [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33613 2024-11-20T01:20:49,003 DEBUG [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:20:49,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489/rs 2024-11-20T01:20:49,013 DEBUG [RS:0;57759bcb46a5:33981 {}] zookeeper.ZKUtil(111): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on existing znode=/01955870489/rs/57759bcb46a5,33981,1732065646927 2024-11-20T01:20:49,013 WARN [RS:0;57759bcb46a5:33981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:20:49,014 INFO [RS:0;57759bcb46a5:33981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:20:49,014 DEBUG [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927 2024-11-20T01:20:49,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,33981,1732065646927] 2024-11-20T01:20:49,023 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:20:49,028 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:20:49,029 INFO [RS:0;57759bcb46a5:33981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:20:49,029 INFO [RS:0;57759bcb46a5:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,029 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:20:49,030 INFO [RS:0;57759bcb46a5:33981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:20:49,030 INFO [RS:0;57759bcb46a5:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,031 DEBUG [RS:0;57759bcb46a5:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:49,031 DEBUG [RS:0;57759bcb46a5:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:49,031 DEBUG [RS:0;57759bcb46a5:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:49,031 DEBUG [RS:0;57759bcb46a5:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:49,031 DEBUG [RS:0;57759bcb46a5:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:49,031 DEBUG [RS:0;57759bcb46a5:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:20:49,031 DEBUG [RS:0;57759bcb46a5:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:49,031 DEBUG [RS:0;57759bcb46a5:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:49,031 DEBUG [RS:0;57759bcb46a5:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:49,031 DEBUG [RS:0;57759bcb46a5:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:49,031 DEBUG [RS:0;57759bcb46a5:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:49,031 DEBUG [RS:0;57759bcb46a5:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:49,031 DEBUG [RS:0;57759bcb46a5:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:20:49,031 DEBUG [RS:0;57759bcb46a5:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:20:49,039 INFO [RS:0;57759bcb46a5:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,039 INFO [RS:0;57759bcb46a5:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,039 INFO [RS:0;57759bcb46a5:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,039 INFO [RS:0;57759bcb46a5:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,039 INFO [RS:0;57759bcb46a5:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,039 INFO [RS:0;57759bcb46a5:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,33981,1732065646927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:20:49,061 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:20:49,062 INFO [RS:0;57759bcb46a5:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,33981,1732065646927-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,062 INFO [RS:0;57759bcb46a5:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,062 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.Replication(171): 57759bcb46a5,33981,1732065646927 started 2024-11-20T01:20:49,082 INFO [RS:0;57759bcb46a5:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,082 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,33981,1732065646927, RpcServer on 57759bcb46a5/172.17.0.3:33981, sessionid=0x10155d44a910001 2024-11-20T01:20:49,082 DEBUG [RS:0;57759bcb46a5:33981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:20:49,082 DEBUG [RS:0;57759bcb46a5:33981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,33981,1732065646927 2024-11-20T01:20:49,082 DEBUG [RS:0;57759bcb46a5:33981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,33981,1732065646927' 2024-11-20T01:20:49,082 DEBUG [RS:0;57759bcb46a5:33981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01955870489/flush-table-proc/abort' 2024-11-20T01:20:49,083 DEBUG [RS:0;57759bcb46a5:33981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01955870489/flush-table-proc/acquired' 2024-11-20T01:20:49,083 DEBUG [RS:0;57759bcb46a5:33981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:20:49,083 DEBUG [RS:0;57759bcb46a5:33981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:20:49,083 DEBUG [RS:0;57759bcb46a5:33981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,33981,1732065646927 2024-11-20T01:20:49,083 DEBUG [RS:0;57759bcb46a5:33981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,33981,1732065646927' 2024-11-20T01:20:49,083 DEBUG [RS:0;57759bcb46a5:33981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01955870489/online-snapshot/abort' 2024-11-20T01:20:49,083 DEBUG [RS:0;57759bcb46a5:33981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01955870489/online-snapshot/acquired' 2024-11-20T01:20:49,084 DEBUG [RS:0;57759bcb46a5:33981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:20:49,084 INFO [RS:0;57759bcb46a5:33981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:20:49,084 INFO [RS:0;57759bcb46a5:33981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:20:49,184 INFO [RS:0;57759bcb46a5:33981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:20:49,187 INFO [RS:0;57759bcb46a5:33981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C33981%2C1732065646927, suffix=, logDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927, archiveDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/oldWALs, maxLogs=10 2024-11-20T01:20:49,204 DEBUG [RS:0;57759bcb46a5:33981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927/57759bcb46a5%2C33981%2C1732065646927.1732065649187, exclude list is [], retry=0 2024-11-20T01:20:49,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46101,DS-9dc5df2a-ba55-4e8d-8a63-1d681deb756e,DISK] 2024-11-20T01:20:49,211 INFO [RS:0;57759bcb46a5:33981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927/57759bcb46a5%2C33981%2C1732065646927.1732065649187 2024-11-20T01:20:49,211 DEBUG [RS:0;57759bcb46a5:33981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40983:40983)] 2024-11-20T01:20:49,352 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:20:49,352 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283 2024-11-20T01:20:49,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:20:49,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:20:49,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:20:49,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:20:49,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:49,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:49,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:20:49,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:20:49,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:49,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:49,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:20:49,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:20:49,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:49,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:49,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:20:49,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:20:49,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:49,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:49,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:20:49,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740 2024-11-20T01:20:49,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740 2024-11-20T01:20:49,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:20:49,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:20:49,379 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:20:49,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:20:49,382 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:20:49,383 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64957805, jitterRate=-0.032053276896476746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:20:49,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065649362Initializing all the Stores at 1732065649363 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065649363Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065649367 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065649367Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065649367Cleaning up temporary data from old regions at 1732065649378 (+11 ms)Region opened successfully at 1732065649383 (+5 ms) 2024-11-20T01:20:49,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:20:49,384 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:20:49,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:20:49,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:20:49,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:20:49,384 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:20:49,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065649384Disabling compacts and flushes for region at 1732065649384Disabling writes for close at 1732065649384Writing region close event to WAL at 1732065649384Closed at 1732065649384 2024-11-20T01:20:49,386 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:20:49,386 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:20:49,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:20:49,387 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:20:49,389 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:20:49,539 DEBUG [57759bcb46a5:44767 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:20:49,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,33981,1732065646927 2024-11-20T01:20:49,541 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,33981,1732065646927, state=OPENING 2024-11-20T01:20:49,560 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:20:49,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:49,571 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:49,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955870489/meta-region-server: CHANGED 2024-11-20T01:20:49,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955870489/meta-region-server: CHANGED 2024-11-20T01:20:49,572 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:20:49,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,33981,1732065646927}] 2024-11-20T01:20:49,748 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:20:49,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:20:49,776 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:20:49,776 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:20:49,777 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:20:49,778 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C33981%2C1732065646927.meta, suffix=.meta, logDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927, archiveDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/oldWALs, maxLogs=10 2024-11-20T01:20:49,796 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927/57759bcb46a5%2C33981%2C1732065646927.meta.1732065649779.meta, exclude list is [], retry=0 2024-11-20T01:20:49,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46101,DS-9dc5df2a-ba55-4e8d-8a63-1d681deb756e,DISK] 2024-11-20T01:20:49,805 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927/57759bcb46a5%2C33981%2C1732065646927.meta.1732065649779.meta 2024-11-20T01:20:49,808 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40983:40983)] 2024-11-20T01:20:49,808 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:20:49,809 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:20:49,809 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:20:49,809 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:20:49,809 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:20:49,809 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:20:49,809 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:20:49,809 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:20:49,809 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:20:49,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:20:49,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:20:49,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:49,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:49,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:20:49,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:20:49,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:49,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:49,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:20:49,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:20:49,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:49,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:49,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:20:49,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:20:49,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:49,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:49,823 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:20:49,824 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740 2024-11-20T01:20:49,825 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740 2024-11-20T01:20:49,829 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:20:49,830 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:20:49,830 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:20:49,832 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:20:49,833 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73517157, jitterRate=0.09549100697040558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:20:49,833 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:20:49,833 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065649810Writing region info on filesystem at 1732065649810Initializing all the Stores at 1732065649811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065649811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065649811Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065649811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065649811Cleaning up temporary data from old regions at 1732065649830 (+19 ms)Running coprocessor post-open hooks at 1732065649833 (+3 ms)Region opened successfully at 1732065649833 2024-11-20T01:20:49,835 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065649748 2024-11-20T01:20:49,839 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,33981,1732065646927 2024-11-20T01:20:49,840 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,33981,1732065646927, state=OPEN 2024-11-20T01:20:49,840 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:20:49,840 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:20:49,917 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01955870489/meta-region-server 2024-11-20T01:20:49,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01955870489/meta-region-server 2024-11-20T01:20:49,917 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,33981,1732065646927 2024-11-20T01:20:49,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955870489/meta-region-server: CHANGED 2024-11-20T01:20:49,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955870489/meta-region-server: CHANGED 2024-11-20T01:20:49,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:20:49,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,33981,1732065646927 in 345 msec 2024-11-20T01:20:49,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:20:49,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 533 msec 2024-11-20T01:20:49,922 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:20:49,922 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:20:49,923 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:20:49,923 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,33981,1732065646927, seqNum=-1] 2024-11-20T01:20:49,924 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:20:49,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:20:49,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0070 sec 2024-11-20T01:20:49,929 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065649929, completionTime=-1 2024-11-20T01:20:49,929 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:20:49,929 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:20:49,931 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:20:49,931 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065709931 2024-11-20T01:20:49,931 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065769931 2024-11-20T01:20:49,931 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T01:20:49,932 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44767,1732065646721-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,932 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44767,1732065646721-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,932 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44767,1732065646721-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,932 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:44767, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,932 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,932 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,934 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:20:49,935 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.938sec 2024-11-20T01:20:49,936 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:20:49,936 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:20:49,936 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:20:49,936 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:20:49,936 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:20:49,936 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44767,1732065646721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:20:49,936 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44767,1732065646721-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:20:49,938 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:20:49,938 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:20:49,938 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44767,1732065646721-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:49,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad9195f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:20:49,968 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44767,-1 for getting cluster id 2024-11-20T01:20:49,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:20:49,970 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a4839d8-4eaf-4f66-9304-296ebd7fb84d' 2024-11-20T01:20:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:20:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a4839d8-4eaf-4f66-9304-296ebd7fb84d" 2024-11-20T01:20:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f034e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:20:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44767,-1] 2024-11-20T01:20:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:20:49,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:49,971 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:20:49,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64621d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:20:49,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:20:49,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,33981,1732065646927, seqNum=-1] 2024-11-20T01:20:49,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:20:49,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:20:49,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,44767,1732065646721 2024-11-20T01:20:49,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50534 2024-11-20T01:20:50,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:20:50,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155d44a910002 connected 2024-11-20T01:20:50,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/hadoop.log.dir so I do NOT create it in target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a 2024-11-20T01:20:50,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:20:50,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/hadoop.tmp.dir so I do NOT create it in target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a 2024-11-20T01:20:50,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:20:50,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a 2024-11-20T01:20:50,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:20:50,160 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/cluster_59e50c34-2943-cedc-c457-bef82e941923, deleteOnExit=true 2024-11-20T01:20:50,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:20:50,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/test.cache.data in system properties and HBase conf 2024-11-20T01:20:50,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:20:50,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:20:50,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:20:50,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:20:50,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:20:50,161 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:20:50,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:20:50,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:20:50,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:20:50,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:20:50,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:20:50,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:20:50,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:20:50,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:20:50,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:20:50,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:20:50,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:20:50,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:20:50,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:20:50,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:20:50,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:20:50,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:20:50,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:20:50,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:20:50,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:20:50,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:20:50,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@527acb9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:20:50,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59660647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:20:50,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c9e405{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/java.io.tmpdir/jetty-localhost-34203-hadoop-hdfs-3_4_1-tests_jar-_-any-16420321829827110356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:20:50,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c418b5a{HTTP/1.1, (http/1.1)}{localhost:34203} 2024-11-20T01:20:50,770 INFO [Time-limited test {}] server.Server(415): Started @189435ms 2024-11-20T01:20:51,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:20:51,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:20:51,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:20:51,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:20:51,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:20:51,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9ca4bf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:20:51,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2562b4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:20:51,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65cec6e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/java.io.tmpdir/jetty-localhost-38031-hadoop-hdfs-3_4_1-tests_jar-_-any-1991829160394849664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:20:51,478 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bed61a8{HTTP/1.1, (http/1.1)}{localhost:38031} 2024-11-20T01:20:51,478 INFO [Time-limited test {}] server.Server(415): Started @190143ms 2024-11-20T01:20:51,479 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:20:52,939 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/cluster_59e50c34-2943-cedc-c457-bef82e941923/data/data1/current/BP-673883554-172.17.0.3-1732065650188/current, will proceed with Du for space computation calculation, 2024-11-20T01:20:52,939 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/cluster_59e50c34-2943-cedc-c457-bef82e941923/data/data2/current/BP-673883554-172.17.0.3-1732065650188/current, will proceed with Du for space computation calculation, 2024-11-20T01:20:52,953 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:20:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52cf26ab9420fac5 with lease ID 0xff593590af37c025: Processing first storage report for DS-7cf7618d-113e-4720-bca6-cd37641337b8 from datanode DatanodeRegistration(127.0.0.1:33143, datanodeUuid=31bc7290-823d-4671-9269-a1c9fe9b823a, infoPort=35853, infoSecurePort=0, ipcPort=33845, storageInfo=lv=-57;cid=testClusterID;nsid=1389420513;c=1732065650188) 2024-11-20T01:20:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52cf26ab9420fac5 with lease ID 0xff593590af37c025: from storage DS-7cf7618d-113e-4720-bca6-cd37641337b8 node DatanodeRegistration(127.0.0.1:33143, datanodeUuid=31bc7290-823d-4671-9269-a1c9fe9b823a, infoPort=35853, infoSecurePort=0, ipcPort=33845, storageInfo=lv=-57;cid=testClusterID;nsid=1389420513;c=1732065650188), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:20:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52cf26ab9420fac5 with lease ID 0xff593590af37c025: Processing first storage report for DS-9374a85a-6bf9-42ff-b387-ff62f583b356 from datanode DatanodeRegistration(127.0.0.1:33143, datanodeUuid=31bc7290-823d-4671-9269-a1c9fe9b823a, infoPort=35853, infoSecurePort=0, ipcPort=33845, storageInfo=lv=-57;cid=testClusterID;nsid=1389420513;c=1732065650188) 2024-11-20T01:20:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52cf26ab9420fac5 with lease ID 0xff593590af37c025: from storage DS-9374a85a-6bf9-42ff-b387-ff62f583b356 node DatanodeRegistration(127.0.0.1:33143, datanodeUuid=31bc7290-823d-4671-9269-a1c9fe9b823a, infoPort=35853, infoSecurePort=0, ipcPort=33845, storageInfo=lv=-57;cid=testClusterID;nsid=1389420513;c=1732065650188), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:20:53,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a 2024-11-20T01:20:53,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:53,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:53,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:20:53,429 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920 with version=8 2024-11-20T01:20:53,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/hbase-staging 2024-11-20T01:20:53,431 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:20:53,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:53,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:53,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:20:53,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:53,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:20:53,431 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:20:53,431 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:20:53,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42943 2024-11-20T01:20:53,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42943 connecting to ZooKeeper ensemble=127.0.0.1:50534 2024-11-20T01:20:53,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429430x0, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:20:53,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42943-0x10155d44a910003 connected 2024-11-20T01:20:53,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:53,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:53,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Set watcher on znode that does not yet exist, /1-1307423034/running 2024-11-20T01:20:53,543 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920, hbase.cluster.distributed=false 2024-11-20T01:20:53,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Set watcher on znode that does not yet exist, /1-1307423034/acl 2024-11-20T01:20:53,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42943 2024-11-20T01:20:53,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42943 2024-11-20T01:20:53,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42943 2024-11-20T01:20:53,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42943 2024-11-20T01:20:53,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42943 2024-11-20T01:20:53,565 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:20:53,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:53,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:53,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:20:53,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:53,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:20:53,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:20:53,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:20:53,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37205 2024-11-20T01:20:53,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37205 connecting to ZooKeeper ensemble=127.0.0.1:50534 2024-11-20T01:20:53,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:53,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:53,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372050x0, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:20:53,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372050x0, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Set watcher on znode that does not yet exist, /1-1307423034/running 2024-11-20T01:20:53,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37205-0x10155d44a910004 connected 2024-11-20T01:20:53,587 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:20:53,588 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:20:53,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Set watcher on znode that does not yet exist, /1-1307423034/master 2024-11-20T01:20:53,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Set watcher on znode that does not yet exist, /1-1307423034/acl 2024-11-20T01:20:53,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37205 2024-11-20T01:20:53,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37205 2024-11-20T01:20:53,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37205 2024-11-20T01:20:53,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37205 2024-11-20T01:20:53,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37205 2024-11-20T01:20:53,616 DEBUG [M:0;57759bcb46a5:42943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:42943 2024-11-20T01:20:53,616 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1307423034/backup-masters/57759bcb46a5,42943,1732065653431 2024-11-20T01:20:53,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034/backup-masters 2024-11-20T01:20:53,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034/backup-masters 2024-11-20T01:20:53,629 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Set watcher on existing znode=/1-1307423034/backup-masters/57759bcb46a5,42943,1732065653431 2024-11-20T01:20:53,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034 2024-11-20T01:20:53,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1307423034/master 2024-11-20T01:20:53,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034 2024-11-20T01:20:53,639 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Set watcher on existing znode=/1-1307423034/master 2024-11-20T01:20:53,640 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1307423034/backup-masters/57759bcb46a5,42943,1732065653431 from backup master directory 2024-11-20T01:20:53,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1307423034/backup-masters/57759bcb46a5,42943,1732065653431 2024-11-20T01:20:53,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034/backup-masters 2024-11-20T01:20:53,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034/backup-masters 2024-11-20T01:20:53,650 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:20:53,650 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,42943,1732065653431 2024-11-20T01:20:53,654 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/hbase.id] with ID: 2bd56b9d-5429-4d81-b71b-9cfdc1993493 2024-11-20T01:20:53,654 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/.tmp/hbase.id 2024-11-20T01:20:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:20:54,067 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/.tmp/hbase.id]:[hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/hbase.id] 2024-11-20T01:20:54,089 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:54,089 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:20:54,091 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T01:20:54,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034 2024-11-20T01:20:54,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034 2024-11-20T01:20:54,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:20:54,551 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:20:54,552 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:20:54,552 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:20:54,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:20:54,960 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store 2024-11-20T01:20:54,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:20:55,311 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:20:55,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:55,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:55,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:55,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:55,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:55,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:20:55,344 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:20:55,367 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:20:55,367 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:20:55,367 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:55,367 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:55,367 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:20:55,367 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:55,367 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:55,367 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065655367Disabling compacts and flushes for region at 1732065655367Disabling writes for close at 1732065655367Writing region close event to WAL at 1732065655367Closed at 1732065655367 2024-11-20T01:20:55,368 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/.initializing 2024-11-20T01:20:55,368 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/WALs/57759bcb46a5,42943,1732065653431 2024-11-20T01:20:55,369 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:20:55,371 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C42943%2C1732065653431, suffix=, logDir=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/WALs/57759bcb46a5,42943,1732065653431, archiveDir=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/oldWALs, maxLogs=10 2024-11-20T01:20:55,382 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/WALs/57759bcb46a5,42943,1732065653431/57759bcb46a5%2C42943%2C1732065653431.1732065655371, exclude list is [], retry=0 2024-11-20T01:20:55,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33143,DS-7cf7618d-113e-4720-bca6-cd37641337b8,DISK] 2024-11-20T01:20:55,386 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/WALs/57759bcb46a5,42943,1732065653431/57759bcb46a5%2C42943%2C1732065653431.1732065655371 2024-11-20T01:20:55,386 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35853:35853)] 2024-11-20T01:20:55,387 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:20:55,387 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:20:55,387 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:55,387 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:55,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:55,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:20:55,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:55,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:55,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:55,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:20:55,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:55,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:20:55,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:55,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:20:55,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:55,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:20:55,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:55,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:20:55,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:55,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:20:55,394 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:55,394 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:55,394 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:55,395 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:55,395 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:55,396 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:20:55,397 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:20:55,399 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:20:55,399 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62241077, jitterRate=-0.0725356787443161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:20:55,399 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065655387Initializing all the Stores at 1732065655387Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065655388 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065655388Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065655388Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065655388Cleaning up temporary data from old regions at 1732065655395 (+7 ms)Region opened successfully at 1732065655399 (+4 ms) 2024-11-20T01:20:55,399 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:20:55,402 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b48736f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:20:55,403 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:20:55,403 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:20:55,403 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:20:55,403 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:20:55,403 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:20:55,404 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:20:55,404 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:20:55,405 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:20:55,406 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Unable to get data of znode /1-1307423034/balancer because node does not exist (not necessarily an error) 2024-11-20T01:20:55,470 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1307423034/balancer already deleted, retry=false 2024-11-20T01:20:55,471 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:20:55,472 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Unable to get data of znode /1-1307423034/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:20:55,481 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1307423034/normalizer already deleted, retry=false 2024-11-20T01:20:55,481 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:20:55,482 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Unable to get data of znode /1-1307423034/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:20:55,491 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1307423034/switch/split already deleted, retry=false 2024-11-20T01:20:55,492 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Unable to get data of znode /1-1307423034/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:20:55,502 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1307423034/switch/merge already deleted, retry=false 2024-11-20T01:20:55,504 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Unable to get data of znode /1-1307423034/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:20:55,512 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1307423034/snapshot-cleanup already deleted, retry=false 2024-11-20T01:20:55,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1307423034/running 2024-11-20T01:20:55,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1307423034/running 2024-11-20T01:20:55,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034 2024-11-20T01:20:55,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034 2024-11-20T01:20:55,524 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,42943,1732065653431, sessionid=0x10155d44a910003, setting cluster-up flag (Was=false) 2024-11-20T01:20:55,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034 2024-11-20T01:20:55,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034 2024-11-20T01:20:55,576 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1307423034/flush-table-proc/acquired, /1-1307423034/flush-table-proc/reached, /1-1307423034/flush-table-proc/abort 2024-11-20T01:20:55,578 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,42943,1732065653431 2024-11-20T01:20:55,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034 2024-11-20T01:20:55,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034 2024-11-20T01:20:55,628 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1307423034/online-snapshot/acquired, /1-1307423034/online-snapshot/reached, /1-1307423034/online-snapshot/abort 2024-11-20T01:20:55,629 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,42943,1732065653431 2024-11-20T01:20:55,635 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:20:55,637 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:20:55,638 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:20:55,638 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:20:55,638 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,42943,1732065653431 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:20:55,639 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:20:55,639 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:20:55,639 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:20:55,639 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:20:55,639 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:20:55,639 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:55,639 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:20:55,639 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:55,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:20:55,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:20:55,642 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:55,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:20:55,651 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065685651 2024-11-20T01:20:55,652 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:20:55,652 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:20:55,652 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:20:55,652 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:20:55,652 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:20:55,652 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:20:55,655 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:55,656 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:20:55,656 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:20:55,656 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:20:55,656 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:20:55,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:20:55,658 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:20:55,658 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920 2024-11-20T01:20:55,660 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:20:55,660 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:20:55,663 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065655660,5,FailOnTimeoutGroup] 2024-11-20T01:20:55,664 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065655664,5,FailOnTimeoutGroup] 2024-11-20T01:20:55,664 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:55,664 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:20:55,664 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:55,664 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:55,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741832_1008 (size=32) 2024-11-20T01:20:55,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:20:55,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:20:55,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:20:55,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:55,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:55,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:20:55,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:20:55,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:55,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:55,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:20:55,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:20:55,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:55,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:55,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:20:55,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:20:55,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:55,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:55,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:20:55,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/data/hbase/meta/1588230740 2024-11-20T01:20:55,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/data/hbase/meta/1588230740 2024-11-20T01:20:55,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:20:55,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:20:55,688 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:20:55,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:20:55,691 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:20:55,691 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65637645, jitterRate=-0.021922871470451355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:20:55,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065655677Initializing all the Stores at 1732065655678 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065655678Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065655678Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065655678Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065655678Cleaning up temporary data from old regions at 1732065655688 (+10 ms)Region opened successfully at 1732065655691 (+3 ms) 2024-11-20T01:20:55,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:20:55,692 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:20:55,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:20:55,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:20:55,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:20:55,696 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:20:55,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065655692Disabling compacts and flushes for region at 1732065655692Disabling writes for close at 1732065655692Writing region close event to WAL at 1732065655696 (+4 ms)Closed at 1732065655696 2024-11-20T01:20:55,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:20:55,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:20:55,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:20:55,699 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:20:55,700 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:20:55,704 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(746): ClusterId : 2bd56b9d-5429-4d81-b71b-9cfdc1993493 2024-11-20T01:20:55,704 DEBUG [RS:0;57759bcb46a5:37205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:20:55,713 DEBUG [RS:0;57759bcb46a5:37205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:20:55,713 DEBUG [RS:0;57759bcb46a5:37205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:20:55,804 DEBUG [RS:0;57759bcb46a5:37205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:20:55,804 DEBUG [RS:0;57759bcb46a5:37205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21870035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:20:55,814 DEBUG [RS:0;57759bcb46a5:37205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:37205 2024-11-20T01:20:55,814 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:20:55,814 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:20:55,814 DEBUG [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:20:55,815 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,42943,1732065653431 with port=37205, startcode=1732065653564 2024-11-20T01:20:55,815 DEBUG [RS:0;57759bcb46a5:37205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:20:55,816 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:20:55,817 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,37205,1732065653564 2024-11-20T01:20:55,817 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42943 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,37205,1732065653564 2024-11-20T01:20:55,818 DEBUG [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920 2024-11-20T01:20:55,818 DEBUG [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36017 2024-11-20T01:20:55,818 DEBUG [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:20:55,850 WARN [57759bcb46a5:42943 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T01:20:55,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034/rs 2024-11-20T01:20:55,909 DEBUG [RS:0;57759bcb46a5:37205 {}] zookeeper.ZKUtil(111): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Set watcher on existing znode=/1-1307423034/rs/57759bcb46a5,37205,1732065653564 2024-11-20T01:20:55,909 WARN [RS:0;57759bcb46a5:37205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:20:55,909 INFO [RS:0;57759bcb46a5:37205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:20:55,909 DEBUG [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/WALs/57759bcb46a5,37205,1732065653564 2024-11-20T01:20:55,910 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,37205,1732065653564] 2024-11-20T01:20:55,912 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:20:55,913 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:20:55,914 INFO [RS:0;57759bcb46a5:37205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:20:55,914 INFO [RS:0;57759bcb46a5:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:55,914 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:20:55,914 INFO [RS:0;57759bcb46a5:37205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:20:55,915 INFO [RS:0;57759bcb46a5:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:55,915 DEBUG [RS:0;57759bcb46a5:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:55,915 DEBUG [RS:0;57759bcb46a5:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:55,915 DEBUG [RS:0;57759bcb46a5:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:55,915 DEBUG [RS:0;57759bcb46a5:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:55,915 DEBUG [RS:0;57759bcb46a5:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:55,915 DEBUG [RS:0;57759bcb46a5:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:20:55,915 DEBUG [RS:0;57759bcb46a5:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:55,915 DEBUG [RS:0;57759bcb46a5:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:55,915 DEBUG [RS:0;57759bcb46a5:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:55,915 DEBUG [RS:0;57759bcb46a5:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:55,915 DEBUG [RS:0;57759bcb46a5:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:55,915 DEBUG [RS:0;57759bcb46a5:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:20:55,915 DEBUG [RS:0;57759bcb46a5:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:20:55,915 DEBUG [RS:0;57759bcb46a5:37205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:20:55,915 INFO [RS:0;57759bcb46a5:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:55,915 INFO [RS:0;57759bcb46a5:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:55,915 INFO [RS:0;57759bcb46a5:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:55,915 INFO [RS:0;57759bcb46a5:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:55,915 INFO [RS:0;57759bcb46a5:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:55,915 INFO [RS:0;57759bcb46a5:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37205,1732065653564-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:20:55,927 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:20:55,927 INFO [RS:0;57759bcb46a5:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37205,1732065653564-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:55,927 INFO [RS:0;57759bcb46a5:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:55,927 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.Replication(171): 57759bcb46a5,37205,1732065653564 started 2024-11-20T01:20:55,938 INFO [RS:0;57759bcb46a5:37205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:55,938 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,37205,1732065653564, RpcServer on 57759bcb46a5/172.17.0.3:37205, sessionid=0x10155d44a910004 2024-11-20T01:20:55,938 DEBUG [RS:0;57759bcb46a5:37205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:20:55,938 DEBUG [RS:0;57759bcb46a5:37205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,37205,1732065653564 2024-11-20T01:20:55,938 DEBUG [RS:0;57759bcb46a5:37205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,37205,1732065653564' 2024-11-20T01:20:55,938 DEBUG [RS:0;57759bcb46a5:37205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1307423034/flush-table-proc/abort' 2024-11-20T01:20:55,939 DEBUG [RS:0;57759bcb46a5:37205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1307423034/flush-table-proc/acquired' 2024-11-20T01:20:55,939 DEBUG [RS:0;57759bcb46a5:37205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:20:55,939 DEBUG [RS:0;57759bcb46a5:37205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:20:55,939 DEBUG [RS:0;57759bcb46a5:37205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,37205,1732065653564 2024-11-20T01:20:55,939 DEBUG [RS:0;57759bcb46a5:37205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,37205,1732065653564' 2024-11-20T01:20:55,939 DEBUG [RS:0;57759bcb46a5:37205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1307423034/online-snapshot/abort' 2024-11-20T01:20:55,940 DEBUG [RS:0;57759bcb46a5:37205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1307423034/online-snapshot/acquired' 2024-11-20T01:20:55,940 DEBUG [RS:0;57759bcb46a5:37205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:20:55,940 INFO [RS:0;57759bcb46a5:37205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:20:55,940 INFO [RS:0;57759bcb46a5:37205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:20:56,040 INFO [RS:0;57759bcb46a5:37205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:20:56,042 INFO [RS:0;57759bcb46a5:37205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C37205%2C1732065653564, suffix=, logDir=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/WALs/57759bcb46a5,37205,1732065653564, archiveDir=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/oldWALs, maxLogs=10 2024-11-20T01:20:56,053 DEBUG [RS:0;57759bcb46a5:37205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/WALs/57759bcb46a5,37205,1732065653564/57759bcb46a5%2C37205%2C1732065653564.1732065656042, exclude list is [], retry=0 2024-11-20T01:20:56,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33143,DS-7cf7618d-113e-4720-bca6-cd37641337b8,DISK] 2024-11-20T01:20:56,057 INFO [RS:0;57759bcb46a5:37205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/WALs/57759bcb46a5,37205,1732065653564/57759bcb46a5%2C37205%2C1732065653564.1732065656042 2024-11-20T01:20:56,058 DEBUG [RS:0;57759bcb46a5:37205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35853:35853)] 2024-11-20T01:20:56,100 DEBUG [57759bcb46a5:42943 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:20:56,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,37205,1732065653564 2024-11-20T01:20:56,102 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,37205,1732065653564, state=OPENING 2024-11-20T01:20:56,175 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:20:56,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034 2024-11-20T01:20:56,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034 2024-11-20T01:20:56,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1307423034/meta-region-server: CHANGED 2024-11-20T01:20:56,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1307423034/meta-region-server: CHANGED 2024-11-20T01:20:56,197 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:20:56,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,37205,1732065653564}] 2024-11-20T01:20:56,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:20:56,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T01:20:56,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:20:56,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T01:20:56,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:20:56,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T01:20:56,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T01:20:56,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T01:20:56,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:20:56,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:20:56,355 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:20:56,355 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:20:56,355 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:20:56,356 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C37205%2C1732065653564.meta, suffix=.meta, logDir=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/WALs/57759bcb46a5,37205,1732065653564, archiveDir=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/oldWALs, maxLogs=10 2024-11-20T01:20:56,368 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/WALs/57759bcb46a5,37205,1732065653564/57759bcb46a5%2C37205%2C1732065653564.meta.1732065656356.meta, exclude list is [], retry=0 2024-11-20T01:20:56,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33143,DS-7cf7618d-113e-4720-bca6-cd37641337b8,DISK] 2024-11-20T01:20:56,372 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/WALs/57759bcb46a5,37205,1732065653564/57759bcb46a5%2C37205%2C1732065653564.meta.1732065656356.meta 2024-11-20T01:20:56,372 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35853:35853)] 2024-11-20T01:20:56,372 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:20:56,373 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:20:56,373 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:20:56,373 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:20:56,373 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:20:56,373 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:20:56,373 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:20:56,373 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:20:56,373 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:20:56,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:20:56,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:20:56,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:56,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:56,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:20:56,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:20:56,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:56,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:56,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:20:56,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:20:56,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:56,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:56,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:20:56,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:20:56,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:56,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:20:56,380 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:20:56,381 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/data/hbase/meta/1588230740 2024-11-20T01:20:56,382 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/data/hbase/meta/1588230740 2024-11-20T01:20:56,383 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:20:56,383 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:20:56,383 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:20:56,384 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:20:56,385 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63876893, jitterRate=-0.048160120844841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:20:56,385 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:20:56,385 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065656373Writing region info on filesystem at 1732065656373Initializing all the Stores at 1732065656374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065656374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065656374Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065656374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065656374Cleaning up temporary data from old regions at 1732065656383 (+9 ms)Running coprocessor post-open hooks at 1732065656385 (+2 ms)Region opened successfully at 1732065656385 2024-11-20T01:20:56,386 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065656350 2024-11-20T01:20:56,387 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:20:56,388 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:20:56,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,37205,1732065653564 2024-11-20T01:20:56,389 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,37205,1732065653564, state=OPEN 2024-11-20T01:20:56,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1307423034/meta-region-server 2024-11-20T01:20:56,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1307423034/meta-region-server 2024-11-20T01:20:56,402 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,37205,1732065653564 2024-11-20T01:20:56,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1307423034/meta-region-server: CHANGED 2024-11-20T01:20:56,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1307423034/meta-region-server: CHANGED 2024-11-20T01:20:56,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:20:56,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,37205,1732065653564 in 205 msec 2024-11-20T01:20:56,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:20:56,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 707 msec 2024-11-20T01:20:56,407 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:20:56,407 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:20:56,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:20:56,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,37205,1732065653564, seqNum=-1] 2024-11-20T01:20:56,408 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:20:56,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:20:56,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 776 msec 2024-11-20T01:20:56,414 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065656414, completionTime=-1 2024-11-20T01:20:56,414 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:20:56,414 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:20:56,416 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:20:56,416 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065716416 2024-11-20T01:20:56,416 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065776416 2024-11-20T01:20:56,416 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T01:20:56,416 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,42943,1732065653431-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:56,416 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,42943,1732065653431-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:56,416 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,42943,1732065653431-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:56,416 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:42943, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:56,417 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:56,417 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:56,418 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:20:56,420 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.770sec 2024-11-20T01:20:56,420 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:20:56,421 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:20:56,421 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:20:56,421 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:20:56,421 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:20:56,421 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,42943,1732065653431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:20:56,421 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,42943,1732065653431-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:20:56,423 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:20:56,423 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:20:56,423 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,42943,1732065653431-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:20:56,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103ccb11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:20:56,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,42943,-1 for getting cluster id 2024-11-20T01:20:56,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:20:56,506 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bd56b9d-5429-4d81-b71b-9cfdc1993493' 2024-11-20T01:20:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:20:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bd56b9d-5429-4d81-b71b-9cfdc1993493" 2024-11-20T01:20:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452dd466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:20:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,42943,-1] 2024-11-20T01:20:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:20:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:56,509 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:20:56,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1772f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:20:56,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:20:56,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,37205,1732065653564, seqNum=-1] 2024-11-20T01:20:56,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:20:56,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:20:56,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,42943,1732065653431 2024-11-20T01:20:56,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50534 2024-11-20T01:20:56,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:20:56,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155d44a910005 connected 2024-11-20T01:20:56,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f16fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:20:56,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44767,-1 for getting cluster id 2024-11-20T01:20:56,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:20:56,642 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a4839d8-4eaf-4f66-9304-296ebd7fb84d' 2024-11-20T01:20:56,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:20:56,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a4839d8-4eaf-4f66-9304-296ebd7fb84d" 2024-11-20T01:20:56,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161b85a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:20:56,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44767,-1] 2024-11-20T01:20:56,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:20:56,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:56,643 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:20:56,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32077c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:20:56,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:20:56,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,44767,1732065646721 2024-11-20T01:20:56,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74d52a42 2024-11-20T01:20:56,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:20:56,646 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:20:56,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:42943,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:20:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:20:56,650 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:42943' 2024-11-20T01:20:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:20:56,654 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b90d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:20:56,654 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,42943,-1 for getting cluster id 2024-11-20T01:20:56,654 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:20:56,655 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bd56b9d-5429-4d81-b71b-9cfdc1993493' 2024-11-20T01:20:56,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:20:56,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bd56b9d-5429-4d81-b71b-9cfdc1993493" 2024-11-20T01:20:56,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57108cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:20:56,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,42943,-1] 2024-11-20T01:20:56,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:20:56,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:56,657 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:20:56,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497dcccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:20:56,658 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:20:56,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,42943,1732065653431 2024-11-20T01:20:56,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@598b6ef9 2024-11-20T01:20:56,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:20:56,659 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:20:56,660 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T01:20:56,660 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:20:56,660 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:56,660 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:56,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:20:56,661 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:20:56,662 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:20:56,663 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:20:56,663 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:56,665 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:20:56,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741835_1011 (size=1138) 2024-11-20T01:20:56,680 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fad98044248acd54ac68d9035c0c89a2, NAME => 'hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283 2024-11-20T01:20:56,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741836_1012 (size=44) 2024-11-20T01:20:56,712 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T01:20:56,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:20:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:20:57,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:20:57,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fad98044248acd54ac68d9035c0c89a2, disabling compactions & flushes 2024-11-20T01:20:57,098 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:20:57,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:20:57,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. after waiting 0 ms 2024-11-20T01:20:57,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:20:57,098 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:20:57,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fad98044248acd54ac68d9035c0c89a2: Waiting for close lock at 1732065657097Disabling compacts and flushes for region at 1732065657097Disabling writes for close at 1732065657098 (+1 ms)Writing region close event to WAL at 1732065657098Closed at 1732065657098 2024-11-20T01:20:57,099 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:20:57,099 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732065657099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065657099"}]},"ts":"1732065657099"} 2024-11-20T01:20:57,102 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:20:57,103 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:20:57,103 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065657103"}]},"ts":"1732065657103"} 2024-11-20T01:20:57,105 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T01:20:57,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fad98044248acd54ac68d9035c0c89a2, ASSIGN}] 2024-11-20T01:20:57,106 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fad98044248acd54ac68d9035c0c89a2, ASSIGN 2024-11-20T01:20:57,107 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fad98044248acd54ac68d9035c0c89a2, ASSIGN; state=OFFLINE, location=57759bcb46a5,33981,1732065646927; forceNewPlan=false, retain=false 2024-11-20T01:20:57,257 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fad98044248acd54ac68d9035c0c89a2, regionState=OPENING, regionLocation=57759bcb46a5,33981,1732065646927 2024-11-20T01:20:57,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fad98044248acd54ac68d9035c0c89a2, ASSIGN because future has completed 2024-11-20T01:20:57,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad98044248acd54ac68d9035c0c89a2, server=57759bcb46a5,33981,1732065646927}] 2024-11-20T01:20:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:20:57,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:20:57,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:20:57,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:20:57,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C33981%2C1732065646927.rep, suffix=, logDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927, archiveDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/oldWALs, maxLogs=10 2024-11-20T01:20:57,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927/57759bcb46a5%2C33981%2C1732065646927.rep.1732065657418, exclude list is [], retry=0 2024-11-20T01:20:57,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46101,DS-9dc5df2a-ba55-4e8d-8a63-1d681deb756e,DISK] 2024-11-20T01:20:57,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927/57759bcb46a5%2C33981%2C1732065646927.rep.1732065657418 2024-11-20T01:20:57,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40983:40983)] 2024-11-20T01:20:57,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fad98044248acd54ac68d9035c0c89a2, NAME => 'hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:20:57,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:20:57,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:20:57,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. service=MultiRowMutationService 2024-11-20T01:20:57,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:20:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:20:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:20:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:20:57,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:20:57,438 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:20:57,439 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad98044248acd54ac68d9035c0c89a2 columnFamilyName hfileref 2024-11-20T01:20:57,439 DEBUG [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:57,440 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] regionserver.HStore(327): Store=fad98044248acd54ac68d9035c0c89a2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:20:57,440 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:20:57,441 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad98044248acd54ac68d9035c0c89a2 columnFamilyName queue 2024-11-20T01:20:57,441 DEBUG [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:57,441 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] regionserver.HStore(327): Store=fad98044248acd54ac68d9035c0c89a2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:20:57,441 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:20:57,442 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad98044248acd54ac68d9035c0c89a2 columnFamilyName sid 2024-11-20T01:20:57,443 DEBUG [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:20:57,443 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] regionserver.HStore(327): Store=fad98044248acd54ac68d9035c0c89a2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:20:57,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:20:57,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/replication/fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:20:57,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/replication/fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:20:57,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:20:57,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:20:57,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:20:57,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:20:57,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/replication/fad98044248acd54ac68d9035c0c89a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:20:57,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fad98044248acd54ac68d9035c0c89a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66368562, jitterRate=-0.011031359434127808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:20:57,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:20:57,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fad98044248acd54ac68d9035c0c89a2: Running coprocessor pre-open hook at 1732065657437Writing region info on filesystem at 1732065657437Initializing all the Stores at 1732065657438 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065657438Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065657438Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065657438Cleaning up temporary data from old regions at 1732065657445 (+7 ms)Running coprocessor post-open hooks at 1732065657448 (+3 ms)Region opened successfully at 1732065657449 (+1 ms) 2024-11-20T01:20:57,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2., pid=7, masterSystemTime=1732065657412 2024-11-20T01:20:57,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:20:57,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:20:57,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fad98044248acd54ac68d9035c0c89a2, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,33981,1732065646927 2024-11-20T01:20:57,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad98044248acd54ac68d9035c0c89a2, server=57759bcb46a5,33981,1732065646927 because future has completed 2024-11-20T01:20:57,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T01:20:57,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fad98044248acd54ac68d9035c0c89a2, server=57759bcb46a5,33981,1732065646927 in 195 msec 2024-11-20T01:20:57,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:20:57,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fad98044248acd54ac68d9035c0c89a2, ASSIGN in 352 msec 2024-11-20T01:20:57,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:20:57,460 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065657460"}]},"ts":"1732065657460"} 2024-11-20T01:20:57,462 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T01:20:57,463 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:20:57,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 802 msec 2024-11-20T01:20:57,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2., hostname=57759bcb46a5,33981,1732065646927, seqNum=2] 2024-11-20T01:20:57,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:57,544 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:57,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:20:57,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T01:20:57,719 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T01:20:57,756 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,33981,1732065646927, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:20:57,756 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:20:57,756 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,33981,1732065646927, seqNum=-1] 2024-11-20T01:20:57,757 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:20:57,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-20T01:20:57,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57759bcb46a5,33981,1732065646927', locateType=CURRENT is [region=hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2., hostname=57759bcb46a5,33981,1732065646927, seqNum=2] 2024-11-20T01:20:57,762 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T01:20:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T01:20:57,766 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57759bcb46a5,33981,1732065646927 suceeded 2024-11-20T01:20:57,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T01:20:57,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-20T01:20:57,768 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57759bcb46a5:42943,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:20:57,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1210 sec 2024-11-20T01:20:57,782 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:42943' 2024-11-20T01:20:57,783 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5505bba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:20:57,783 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,42943,-1 for getting cluster id 2024-11-20T01:20:57,783 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:20:57,784 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bd56b9d-5429-4d81-b71b-9cfdc1993493' 2024-11-20T01:20:57,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:20:57,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bd56b9d-5429-4d81-b71b-9cfdc1993493" 2024-11-20T01:20:57,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cc2e111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:20:57,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,42943,-1] 2024-11-20T01:20:57,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:20:57,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:57,786 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:20:57,787 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a56b34e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:20:57,787 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:20:57,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,42943,1732065653431 2024-11-20T01:20:57,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aa9bfc8 2024-11-20T01:20:57,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:20:57,789 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-20T01:20:57,789 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,33981,1732065646927 (queues=1) is replicating from cluster=1a4839d8-4eaf-4f66-9304-296ebd7fb84d to cluster=2bd56b9d-5429-4d81-b71b-9cfdc1993493 2024-11-20T01:20:57,790 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C33981%2C1732065646927 2024-11-20T01:20:57,790 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,33981,1732065646927, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:20:57,790 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927.replicationSource.shipper57759bcb46a5%2C33981%2C1732065646927,1-57759bcb46a5,33981,1732065646927 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C33981%2C1732065646927 2024-11-20T01:20:57,790 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927.replicationSource.wal-reader.57759bcb46a5%2C33981%2C1732065646927,1-57759bcb46a5,33981,1732065646927 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927/57759bcb46a5%2C33981%2C1732065646927.1732065649187, startPosition=0, beingWritten=true 2024-11-20T01:20:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:20:57,791 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:20:57,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:20:57,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:20:57,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:57,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:57,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:20:57,791 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:20:57,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,44767,1732065646721 2024-11-20T01:20:57,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f48eac6 2024-11-20T01:20:57,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:20:57,795 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:20:57,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44767 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T01:20:57,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:20:57,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:20:57,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:57,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:57,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:20:57,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:20:57,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1015044161, stopped=false 2024-11-20T01:20:57,796 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,44767,1732065646721 2024-11-20T01:20:57,807 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01955870489/running 2024-11-20T01:20:57,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01955870489/running 2024-11-20T01:20:57,807 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:57,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:57,807 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:20:57,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:20:57,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:20:57,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:57,808 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,33981,1732065646927' ***** 2024-11-20T01:20:57,808 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:20:57,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on znode that does not yet exist, /01955870489/running 2024-11-20T01:20:57,808 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:20:57,808 INFO [RS:0;57759bcb46a5:33981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:20:57,808 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:20:57,808 INFO [RS:0;57759bcb46a5:33981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:20:57,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on znode that does not yet exist, /01955870489/running 2024-11-20T01:20:57,809 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(3091): Received CLOSE for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:20:57,809 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,33981,1732065646927 2024-11-20T01:20:57,809 INFO [RS:0;57759bcb46a5:33981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:20:57,809 INFO [RS:0;57759bcb46a5:33981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:33981. 2024-11-20T01:20:57,809 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fad98044248acd54ac68d9035c0c89a2, disabling compactions & flushes 2024-11-20T01:20:57,809 DEBUG [RS:0;57759bcb46a5:33981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:20:57,809 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:20:57,809 DEBUG [RS:0;57759bcb46a5:33981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:57,809 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:20:57,809 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. after waiting 0 ms 2024-11-20T01:20:57,809 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:20:57,809 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:20:57,809 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:20:57,809 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:20:57,809 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fad98044248acd54ac68d9035c0c89a2 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T01:20:57,810 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:20:57,812 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T01:20:57,812 DEBUG [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(1325): Online Regions={fad98044248acd54ac68d9035c0c89a2=hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:20:57,812 DEBUG [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:20:57,812 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:20:57,812 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:20:57,812 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:20:57,812 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:20:57,812 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:20:57,812 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T01:20:57,833 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/replication/fad98044248acd54ac68d9035c0c89a2/.tmp/queue/57e893997f1a43b28e597c22061b7710 is 151, key is 1-57759bcb46a5,33981,1732065646927/queue:57759bcb46a5%2C33981%2C1732065646927/1732065657761/Put/seqid=0 2024-11-20T01:20:57,833 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/.tmp/info/92e1e2ab323d4f9a88737300058764e5 is 147, key is hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2./info:regioninfo/1732065657452/Put/seqid=0 2024-11-20T01:20:57,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741838_1014 (size=5350) 2024-11-20T01:20:57,840 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/replication/fad98044248acd54ac68d9035c0c89a2/.tmp/queue/57e893997f1a43b28e597c22061b7710 2024-11-20T01:20:57,847 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/replication/fad98044248acd54ac68d9035c0c89a2/.tmp/queue/57e893997f1a43b28e597c22061b7710 as hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/replication/fad98044248acd54ac68d9035c0c89a2/queue/57e893997f1a43b28e597c22061b7710 2024-11-20T01:20:57,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741839_1015 (size=6631) 2024-11-20T01:20:57,850 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/.tmp/info/92e1e2ab323d4f9a88737300058764e5 2024-11-20T01:20:57,851 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:20:57,853 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/replication/fad98044248acd54ac68d9035c0c89a2/queue/57e893997f1a43b28e597c22061b7710, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T01:20:57,854 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fad98044248acd54ac68d9035c0c89a2 in 45ms, sequenceid=5, compaction requested=false 2024-11-20T01:20:57,855 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T01:20:57,860 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/replication/fad98044248acd54ac68d9035c0c89a2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T01:20:57,860 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:20:57,860 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:20:57,860 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:20:57,860 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fad98044248acd54ac68d9035c0c89a2: Waiting for close lock at 1732065657809Running coprocessor pre-close hooks at 1732065657809Disabling compacts and flushes for region at 1732065657809Disabling writes for close at 1732065657809Obtaining lock to block concurrent updates at 1732065657810 (+1 ms)Preparing flush snapshotting stores in fad98044248acd54ac68d9035c0c89a2 at 1732065657810Finished memstore snapshotting hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732065657810Flushing stores of hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. at 1732065657810Flushing fad98044248acd54ac68d9035c0c89a2/queue: creating writer at 1732065657811 (+1 ms)Flushing fad98044248acd54ac68d9035c0c89a2/queue: appending metadata at 1732065657832 (+21 ms)Flushing fad98044248acd54ac68d9035c0c89a2/queue: closing flushed file at 1732065657832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51fb6dc5: reopening flushed file at 1732065657846 (+14 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fad98044248acd54ac68d9035c0c89a2 in 45ms, sequenceid=5, compaction requested=false at 1732065657854 (+8 ms)Writing region close event to WAL at 1732065657856 (+2 ms)Running coprocessor post-close hooks at 1732065657860 (+4 ms)Closed at 1732065657860 2024-11-20T01:20:57,861 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:20:57,872 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/.tmp/ns/bc061eac787746169e52af8cae874b2e is 43, key is default/ns:d/1732065649925/Put/seqid=0 2024-11-20T01:20:57,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741840_1016 (size=5153) 2024-11-20T01:20:58,005 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927.replicationSource.wal-reader.57759bcb46a5%2C33981%2C1732065646927,1-57759bcb46a5,33981,1732065646927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927/57759bcb46a5%2C33981%2C1732065646927.1732065649187 to pos 0, reset compression=false 2024-11-20T01:20:58,012 DEBUG [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:20:58,039 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:20:58,039 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:20:58,212 DEBUG [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:20:58,280 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/.tmp/ns/bc061eac787746169e52af8cae874b2e 2024-11-20T01:20:58,310 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927.replicationSource.wal-reader.57759bcb46a5%2C33981%2C1732065646927,1-57759bcb46a5,33981,1732065646927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927/57759bcb46a5%2C33981%2C1732065646927.1732065649187 to pos 0, reset compression=false 2024-11-20T01:20:58,314 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/.tmp/table/b57f486612a841059d544a1cbc311146 is 53, key is hbase:replication/table:state/1732065657460/Put/seqid=0 2024-11-20T01:20:58,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741841_1017 (size=5256) 2024-11-20T01:20:58,335 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/.tmp/table/b57f486612a841059d544a1cbc311146 2024-11-20T01:20:58,342 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/.tmp/info/92e1e2ab323d4f9a88737300058764e5 as hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/info/92e1e2ab323d4f9a88737300058764e5 2024-11-20T01:20:58,347 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/info/92e1e2ab323d4f9a88737300058764e5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T01:20:58,348 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/.tmp/ns/bc061eac787746169e52af8cae874b2e as hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/ns/bc061eac787746169e52af8cae874b2e 2024-11-20T01:20:58,356 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/ns/bc061eac787746169e52af8cae874b2e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T01:20:58,357 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/.tmp/table/b57f486612a841059d544a1cbc311146 as hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/table/b57f486612a841059d544a1cbc311146 2024-11-20T01:20:58,364 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/table/b57f486612a841059d544a1cbc311146, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T01:20:58,365 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 552ms, sequenceid=11, compaction requested=false 2024-11-20T01:20:58,399 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T01:20:58,400 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:20:58,400 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:20:58,401 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:20:58,401 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065657812Running coprocessor pre-close hooks at 1732065657812Disabling compacts and flushes for region at 1732065657812Disabling writes for close at 1732065657812Obtaining lock to block concurrent updates at 1732065657812Preparing flush snapshotting stores in 1588230740 at 1732065657812Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732065657813 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732065657813Flushing 1588230740/info: creating writer at 1732065657813Flushing 1588230740/info: appending metadata at 1732065657833 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732065657833Flushing 1588230740/ns: creating writer at 1732065657855 (+22 ms)Flushing 1588230740/ns: appending metadata at 1732065657871 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732065657871Flushing 1588230740/table: creating writer at 1732065658290 (+419 ms)Flushing 1588230740/table: appending metadata at 1732065658314 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732065658314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c395d79: reopening flushed file at 1732065658341 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235b69f0: reopening flushed file at 1732065658347 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eba06a3: reopening flushed file at 1732065658357 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 552ms, sequenceid=11, compaction requested=false at 1732065658365 (+8 ms)Writing region close event to WAL at 1732065658388 (+23 ms)Running coprocessor post-close hooks at 1732065658400 (+12 ms)Closed at 1732065658400 2024-11-20T01:20:58,401 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:20:58,413 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,33981,1732065646927; all regions closed. 2024-11-20T01:20:58,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741834_1010 (size=2742) 2024-11-20T01:20:58,425 DEBUG [RS:0;57759bcb46a5:33981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/oldWALs 2024-11-20T01:20:58,426 INFO [RS:0;57759bcb46a5:33981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C33981%2C1732065646927.meta:.meta(num 1732065649779) 2024-11-20T01:20:58,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741837_1013 (size=1586) 2024-11-20T01:20:58,433 DEBUG [RS:0;57759bcb46a5:33981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/oldWALs 2024-11-20T01:20:58,433 INFO [RS:0;57759bcb46a5:33981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C33981%2C1732065646927.rep:(num 1732065657418) 2024-11-20T01:20:58,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741832_1008 (size=93) 2024-11-20T01:20:58,460 DEBUG [RS:0;57759bcb46a5:33981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/oldWALs 2024-11-20T01:20:58,460 INFO [RS:0;57759bcb46a5:33981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C33981%2C1732065646927:(num 1732065649187) 2024-11-20T01:20:58,460 DEBUG [RS:0;57759bcb46a5:33981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:58,460 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:20:58,460 INFO [RS:0;57759bcb46a5:33981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:20:58,460 INFO [RS:0;57759bcb46a5:33981 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:20:58,461 INFO [RS:0;57759bcb46a5:33981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:20:58,461 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,33981,1732065646927 because: Region server is closing 2024-11-20T01:20:58,461 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:20:58,461 INFO [RS:0;57759bcb46a5:33981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:33981. 2024-11-20T01:20:58,461 DEBUG [RS:0;57759bcb46a5:33981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:20:58,461 DEBUG [RS:0;57759bcb46a5:33981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:58,461 DEBUG [RS:0;57759bcb46a5:33981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:20:58,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:20:58,562 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927.replicationSource.wal-reader.57759bcb46a5%2C33981%2C1732065646927,1-57759bcb46a5,33981,1732065646927 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T01:20:58,562 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927.replicationSource.shipper57759bcb46a5%2C33981%2C1732065646927,1-57759bcb46a5,33981,1732065646927 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T01:20:58,562 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,33981,1732065646927.replicationSource.shipper57759bcb46a5%2C33981%2C1732065646927,1-57759bcb46a5,33981,1732065646927 terminated 2024-11-20T01:20:58,562 INFO [RS:0;57759bcb46a5:33981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33981 2024-11-20T01:20:58,581 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01955870489/rs/57759bcb46a5,33981,1732065646927 2024-11-20T01:20:58,581 INFO [RS:0;57759bcb46a5:33981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:20:58,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489/rs 2024-11-20T01:20:58,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,33981,1732065646927] 2024-11-20T01:20:58,684 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01955870489/draining/57759bcb46a5,33981,1732065646927 already deleted, retry=false 2024-11-20T01:20:58,684 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,33981,1732065646927 expired; onlineServers=0 2024-11-20T01:20:58,684 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,44767,1732065646721' ***** 2024-11-20T01:20:58,684 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:20:58,684 INFO [M:0;57759bcb46a5:44767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:20:58,684 INFO [M:0;57759bcb46a5:44767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:20:58,684 DEBUG [M:0;57759bcb46a5:44767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:20:58,684 DEBUG [M:0;57759bcb46a5:44767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:20:58,684 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:20:58,684 INFO [M:0;57759bcb46a5:44767 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:20:58,684 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065648944 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065648944,5,FailOnTimeoutGroup] 2024-11-20T01:20:58,684 INFO [M:0;57759bcb46a5:44767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:20:58,684 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065648949 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065648949,5,FailOnTimeoutGroup] 2024-11-20T01:20:58,685 DEBUG [M:0;57759bcb46a5:44767 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:20:58,685 INFO [M:0;57759bcb46a5:44767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:20:58,685 INFO [M:0;57759bcb46a5:44767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:20:58,685 INFO [M:0;57759bcb46a5:44767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:20:58,685 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:20:58,693 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:20:58,693 INFO [RS:0;57759bcb46a5:33981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:20:58,693 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10155d44a910001, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:20:58,693 INFO [RS:0;57759bcb46a5:33981 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,33981,1732065646927; zookeeper connection closed. 2024-11-20T01:20:58,693 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27d2bb09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27d2bb09 2024-11-20T01:20:58,694 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:20:58,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01955870489/master 2024-11-20T01:20:58,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:58,702 DEBUG [M:0;57759bcb46a5:44767 {}] zookeeper.ZKUtil(347): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Unable to get data of znode /01955870489/master because node does not exist (not an error) 2024-11-20T01:20:58,702 WARN [M:0;57759bcb46a5:44767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:20:58,703 INFO [M:0;57759bcb46a5:44767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/.lastflushedseqids 2024-11-20T01:20:58,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741842_1018 (size=190) 2024-11-20T01:20:58,728 INFO [M:0;57759bcb46a5:44767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:20:58,728 INFO [M:0;57759bcb46a5:44767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:20:58,729 DEBUG [M:0;57759bcb46a5:44767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:20:58,729 INFO [M:0;57759bcb46a5:44767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:58,729 DEBUG [M:0;57759bcb46a5:44767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:58,729 DEBUG [M:0;57759bcb46a5:44767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:20:58,729 DEBUG [M:0;57759bcb46a5:44767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:58,729 INFO [M:0;57759bcb46a5:44767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T01:20:58,751 DEBUG [M:0;57759bcb46a5:44767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce306e9cb7924ff59363136143bbf019 is 82, key is hbase:meta,,1/info:regioninfo/1732065649839/Put/seqid=0 2024-11-20T01:20:58,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741843_1019 (size=5672) 2024-11-20T01:20:59,156 INFO [M:0;57759bcb46a5:44767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce306e9cb7924ff59363136143bbf019 2024-11-20T01:20:59,196 DEBUG [M:0;57759bcb46a5:44767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/977c4b5cf3814335b7b695059089aa98 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732065657464/Put/seqid=0 2024-11-20T01:20:59,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741844_1020 (size=7203) 2024-11-20T01:20:59,224 INFO [M:0;57759bcb46a5:44767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/977c4b5cf3814335b7b695059089aa98 2024-11-20T01:20:59,246 DEBUG [M:0;57759bcb46a5:44767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39631b4a5d0548a58bfad59ba8177653 is 69, key is 57759bcb46a5,33981,1732065646927/rs:state/1732065649002/Put/seqid=0 2024-11-20T01:20:59,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741845_1021 (size=5156) 2024-11-20T01:20:59,268 INFO [M:0;57759bcb46a5:44767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39631b4a5d0548a58bfad59ba8177653 2024-11-20T01:20:59,275 DEBUG [M:0;57759bcb46a5:44767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce306e9cb7924ff59363136143bbf019 as hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce306e9cb7924ff59363136143bbf019 2024-11-20T01:20:59,289 INFO [M:0;57759bcb46a5:44767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce306e9cb7924ff59363136143bbf019, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T01:20:59,291 DEBUG [M:0;57759bcb46a5:44767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/977c4b5cf3814335b7b695059089aa98 as hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/977c4b5cf3814335b7b695059089aa98 2024-11-20T01:20:59,296 INFO [M:0;57759bcb46a5:44767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/977c4b5cf3814335b7b695059089aa98, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T01:20:59,297 DEBUG [M:0;57759bcb46a5:44767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39631b4a5d0548a58bfad59ba8177653 as hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39631b4a5d0548a58bfad59ba8177653 2024-11-20T01:20:59,305 INFO [M:0;57759bcb46a5:44767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39631b4a5d0548a58bfad59ba8177653, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T01:20:59,306 INFO [M:0;57759bcb46a5:44767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 577ms, sequenceid=70, compaction requested=false 2024-11-20T01:20:59,320 INFO [M:0;57759bcb46a5:44767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:20:59,320 DEBUG [M:0;57759bcb46a5:44767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065658729Disabling compacts and flushes for region at 1732065658729Disabling writes for close at 1732065658729Obtaining lock to block concurrent updates at 1732065658729Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065658729Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732065658729Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065658730 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065658730Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065658750 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065658750Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065659163 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065659196 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065659196Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065659229 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065659245 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065659245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a185ab0: reopening flushed file at 1732065659274 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@652ccd2c: reopening flushed file at 1732065659290 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dee6cf9: reopening flushed file at 1732065659297 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 577ms, sequenceid=70, compaction requested=false at 1732065659306 (+9 ms)Writing region close event to WAL at 1732065659320 (+14 ms)Closed at 1732065659320 2024-11-20T01:20:59,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741830_1006 (size=41008) 2024-11-20T01:20:59,323 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,44767,1732065646721/57759bcb46a5%2C44767%2C1732065646721.1732065648673 not finished, retry = 0 2024-11-20T01:20:59,428 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:20:59,428 INFO [M:0;57759bcb46a5:44767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:20:59,428 INFO [M:0;57759bcb46a5:44767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44767 2024-11-20T01:20:59,428 INFO [M:0;57759bcb46a5:44767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:20:59,539 INFO [M:0;57759bcb46a5:44767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:20:59,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:20:59,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44767-0x10155d44a910000, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:20:59,541 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:20:59,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:59,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:59,541 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:20:59,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:59,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:20:59,541 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:20:59,541 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:20:59,542 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43511 2024-11-20T01:20:59,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43511 connecting to ZooKeeper ensemble=127.0.0.1:50534 2024-11-20T01:20:59,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435110x0, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:20:59,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43511-0x10155d44a910006 connected 2024-11-20T01:20:59,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:59,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:59,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on znode that does not yet exist, /01955870489/running 2024-11-20T01:20:59,573 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955870489/meta-region-server: INIT 2024-11-20T01:20:59,573 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283, hbase.cluster.distributed=false 2024-11-20T01:20:59,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on znode that does not yet exist, /01955870489/acl 2024-11-20T01:20:59,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43511 2024-11-20T01:20:59,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43511 2024-11-20T01:20:59,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43511 2024-11-20T01:20:59,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43511 2024-11-20T01:20:59,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43511 2024-11-20T01:20:59,605 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:20:59,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:59,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:59,606 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:20:59,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:20:59,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:20:59,606 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:20:59,606 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:20:59,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42033 2024-11-20T01:20:59,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42033 connecting to ZooKeeper ensemble=127.0.0.1:50534 2024-11-20T01:20:59,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:59,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:59,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420330x0, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:20:59,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420330x0, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on znode that does not yet exist, /01955870489/running 2024-11-20T01:20:59,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42033-0x10155d44a910007 connected 2024-11-20T01:20:59,629 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:20:59,629 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955870489/meta-region-server: INIT 2024-11-20T01:20:59,644 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:20:59,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on znode that does not yet exist, /01955870489/master 2024-11-20T01:20:59,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on znode that does not yet exist, /01955870489/acl 2024-11-20T01:20:59,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42033 2024-11-20T01:20:59,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42033 2024-11-20T01:20:59,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42033 2024-11-20T01:20:59,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42033 2024-11-20T01:20:59,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42033 2024-11-20T01:20:59,677 DEBUG [M:0;57759bcb46a5:43511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:43511 2024-11-20T01:20:59,680 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01955870489/backup-masters/57759bcb46a5,43511,1732065659541 2024-11-20T01:20:59,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489/backup-masters 2024-11-20T01:20:59,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489/backup-masters 2024-11-20T01:20:59,743 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on existing znode=/01955870489/backup-masters/57759bcb46a5,43511,1732065659541 2024-11-20T01:20:59,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:59,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01955870489/master 2024-11-20T01:20:59,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:20:59,828 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on existing znode=/01955870489/master 2024-11-20T01:20:59,828 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01955870489/backup-masters/57759bcb46a5,43511,1732065659541 from backup master directory 2024-11-20T01:20:59,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489/backup-masters 2024-11-20T01:20:59,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01955870489/backup-masters/57759bcb46a5,43511,1732065659541 2024-11-20T01:20:59,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489/backup-masters 2024-11-20T01:20:59,891 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:20:59,891 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,43511,1732065659541 2024-11-20T01:20:59,900 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:20:59,900 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:20:59,906 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-20T01:21:00,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741846_1022 (size=196) 2024-11-20T01:21:00,492 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:00,493 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:21:00,493 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:00,498 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T01:21:00,500 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,44767,1732065646721 to hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,44767,1732065646721-dead as it is dead 2024-11-20T01:21:00,501 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,44767,1732065646721-dead/57759bcb46a5%2C44767%2C1732065646721.1732065648673 2024-11-20T01:21:00,502 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,44767,1732065646721-dead/57759bcb46a5%2C44767%2C1732065646721.1732065648673 after 1ms 2024-11-20T01:21:00,502 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,44767,1732065646721-dead/57759bcb46a5%2C44767%2C1732065646721.1732065648673 to hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57759bcb46a5%2C44767%2C1732065646721.1732065648673 2024-11-20T01:21:00,502 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,44767,1732065646721-dead 2024-11-20T01:21:00,503 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,43511,1732065659541 2024-11-20T01:21:00,503 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:21:00,505 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C43511%2C1732065659541, suffix=, logDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,43511,1732065659541, archiveDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/oldWALs, maxLogs=10 2024-11-20T01:21:00,520 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,43511,1732065659541/57759bcb46a5%2C43511%2C1732065659541.1732065660505, exclude list is [], retry=0 2024-11-20T01:21:00,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46101,DS-9dc5df2a-ba55-4e8d-8a63-1d681deb756e,DISK] 2024-11-20T01:21:00,524 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,43511,1732065659541/57759bcb46a5%2C43511%2C1732065659541.1732065660505 2024-11-20T01:21:00,524 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40983:40983)] 2024-11-20T01:21:00,524 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:00,525 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:00,525 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:00,525 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:00,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:00,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:21:00,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:00,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce306e9cb7924ff59363136143bbf019 2024-11-20T01:21:00,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:00,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:00,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:21:00,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:00,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/977c4b5cf3814335b7b695059089aa98 2024-11-20T01:21:00,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:00,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:00,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:21:00,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:00,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39631b4a5d0548a58bfad59ba8177653 2024-11-20T01:21:00,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:00,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:00,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:21:00,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:00,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:00,547 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:00,547 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T01:21:00,547 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57759bcb46a5%2C44767%2C1732065646721.1732065648673 2024-11-20T01:21:00,552 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57759bcb46a5%2C44767%2C1732065646721.1732065648673 2024-11-20T01:21:00,552 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/57759bcb46a5%2C44767%2C1732065646721.1732065648673 2024-11-20T01:21:00,554 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:00,554 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:00,555 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:21:00,557 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:00,559 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-20T01:21:00,560 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72576455, jitterRate=0.0814734548330307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:21:00,560 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065660525Initializing all the Stores at 1732065660526 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065660526Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065660526Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065660526Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065660526Cleaning up temporary data from old regions at 1732065660554 (+28 ms)Region opened successfully at 1732065660560 (+6 ms) 2024-11-20T01:21:00,561 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:21:00,563 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6401cc06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:21:00,566 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T01:21:00,566 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:21:00,566 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:21:00,566 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:21:00,567 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:21:00,569 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:00,570 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:21:00,570 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:21:00,570 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-20T01:21:00,570 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:21:00,574 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=57759bcb46a5,33981,1732065646927, regionLocation=57759bcb46a5,33981,1732065646927, openSeqNum=2 2024-11-20T01:21:00,574 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=57759bcb46a5,33981,1732065646927, table=hbase:meta, region=1588230740 2024-11-20T01:21:00,574 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,33981,1732065646927, state=OPEN 2024-11-20T01:21:00,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01955870489/meta-region-server 2024-11-20T01:21:00,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01955870489/meta-region-server 2024-11-20T01:21:00,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955870489/meta-region-server: CHANGED 2024-11-20T01:21:00,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955870489/meta-region-server: CHANGED 2024-11-20T01:21:00,620 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:21:00,754 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955870489/draining/57759bcb46a5,33981,1732065646927 already deleted, retry=false 2024-11-20T01:21:00,754 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 57759bcb46a5,33981,1732065646927 on 57759bcb46a5,43511,1732065659541 2024-11-20T01:21:00,756 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 57759bcb46a5,33981,1732065646927, splitWal=true, meta=true 2024-11-20T01:21:00,756 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 57759bcb46a5,33981,1732065646927 (carryingMeta=true) 57759bcb46a5,33981,1732065646927/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2a8312b9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T01:21:00,757 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Unable to get data of znode /01955870489/balancer because node does not exist (not necessarily an error) 2024-11-20T01:21:00,932 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955870489/balancer already deleted, retry=false 2024-11-20T01:21:00,933 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:21:00,933 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Unable to get data of znode /01955870489/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:21:01,155 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955870489/normalizer already deleted, retry=false 2024-11-20T01:21:01,156 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:21:01,157 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Unable to get data of znode /01955870489/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:21:01,261 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955870489/switch/split already deleted, retry=false 2024-11-20T01:21:01,262 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Unable to get data of znode /01955870489/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:21:01,319 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955870489/switch/merge already deleted, retry=false 2024-11-20T01:21:01,366 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Unable to get data of znode /01955870489/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:21:01,412 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01955870489/snapshot-cleanup already deleted, retry=false 2024-11-20T01:21:01,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01955870489/running 2024-11-20T01:21:01,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:21:01,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01955870489/running 2024-11-20T01:21:01,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:21:01,476 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,43511,1732065659541, sessionid=0x10155d44a910006, setting cluster-up flag (Was=false) 2024-11-20T01:21:01,599 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01955870489/flush-table-proc/acquired, /01955870489/flush-table-proc/reached, /01955870489/flush-table-proc/abort 2024-11-20T01:21:01,600 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,43511,1732065659541 2024-11-20T01:21:01,761 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01955870489/online-snapshot/acquired, /01955870489/online-snapshot/reached, /01955870489/online-snapshot/abort 2024-11-20T01:21:01,762 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,43511,1732065659541 2024-11-20T01:21:01,764 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/.lastflushedseqids 2024-11-20T01:21:01,766 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:21:01,766 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:21:01,766 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,43511,1732065659541 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 57759bcb46a5,33981,1732065646927 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:21:01,768 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:01,768 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:01,768 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:01,768 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:01,768 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:21:01,768 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:01,768 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:21:01,768 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:01,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065691769 2024-11-20T01:21:01,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:21:01,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:21:01,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:21:01,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:21:01,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:21:01,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:21:01,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:01,769 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 57759bcb46a5,33981,1732065646927, splitWal=true, meta=true 2024-11-20T01:21:01,770 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:21:01,770 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:21:01,770 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:21:01,770 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:21:01,770 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:21:01,770 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:21:01,770 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065661770,5,FailOnTimeoutGroup] 2024-11-20T01:21:01,770 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065661770,5,FailOnTimeoutGroup] 2024-11-20T01:21:01,770 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 57759bcb46a5,33981,1732065646927, splitWal=true, meta=true, isMeta: true 2024-11-20T01:21:01,770 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:01,770 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:21:01,770 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:01,770 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:01,771 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065661770, completionTime=-1 2024-11-20T01:21:01,771 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T01:21:01,771 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T01:21:01,771 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927-splitting 2024-11-20T01:21:01,772 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927-splitting dir is empty, no logs to split. 2024-11-20T01:21:01,772 INFO [PEWorker-1 {}] master.SplitWALManager(105): 57759bcb46a5,33981,1732065646927 WAL count=0, meta=true 2024-11-20T01:21:01,774 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927-splitting dir is empty, no logs to split. 2024-11-20T01:21:01,774 INFO [PEWorker-1 {}] master.SplitWALManager(105): 57759bcb46a5,33981,1732065646927 WAL count=0, meta=true 2024-11-20T01:21:01,774 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 57759bcb46a5,33981,1732065646927 WAL splitting is done? wals=0, meta=true 2024-11-20T01:21:01,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:21:01,776 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:21:01,777 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T01:21:01,866 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(746): ClusterId : 1a4839d8-4eaf-4f66-9304-296ebd7fb84d 2024-11-20T01:21:01,866 DEBUG [RS:0;57759bcb46a5:42033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:21:01,875 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:21:01,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:01,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:01,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:01,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:01,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:01,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:01,927 WARN [57759bcb46a5:43511 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T01:21:01,928 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:21:01,953 DEBUG [RS:0;57759bcb46a5:42033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:21:01,953 DEBUG [RS:0;57759bcb46a5:42033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:21:02,013 DEBUG [RS:0;57759bcb46a5:42033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:21:02,013 DEBUG [RS:0;57759bcb46a5:42033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ba5f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:21:02,025 DEBUG [RS:0;57759bcb46a5:42033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:42033 2024-11-20T01:21:02,025 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:21:02,025 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:21:02,025 DEBUG [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:21:02,026 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,43511,1732065659541 with port=42033, startcode=1732065659605 2024-11-20T01:21:02,026 DEBUG [RS:0;57759bcb46a5:42033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:21:02,027 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:21:02,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43511 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,42033,1732065659605 2024-11-20T01:21:02,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43511 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,42033,1732065659605 2024-11-20T01:21:02,033 DEBUG [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283 2024-11-20T01:21:02,033 DEBUG [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33613 2024-11-20T01:21:02,033 DEBUG [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:21:02,071 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=300ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T01:21:02,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489/rs 2024-11-20T01:21:02,178 DEBUG [RS:0;57759bcb46a5:42033 {}] zookeeper.ZKUtil(111): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on existing znode=/01955870489/rs/57759bcb46a5,42033,1732065659605 2024-11-20T01:21:02,178 WARN [RS:0;57759bcb46a5:42033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:21:02,178 INFO [RS:0;57759bcb46a5:42033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:02,178 DEBUG [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605 2024-11-20T01:21:02,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,42033,1732065659605] 2024-11-20T01:21:02,208 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:21:02,216 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:21:02,217 INFO [RS:0;57759bcb46a5:42033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:21:02,217 INFO [RS:0;57759bcb46a5:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,217 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:21:02,218 INFO [RS:0;57759bcb46a5:42033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:21:02,218 INFO [RS:0;57759bcb46a5:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,218 DEBUG [RS:0;57759bcb46a5:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,218 DEBUG [RS:0;57759bcb46a5:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,218 DEBUG [RS:0;57759bcb46a5:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,218 DEBUG [RS:0;57759bcb46a5:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,218 DEBUG [RS:0;57759bcb46a5:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,218 DEBUG [RS:0;57759bcb46a5:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:21:02,218 DEBUG [RS:0;57759bcb46a5:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,218 DEBUG [RS:0;57759bcb46a5:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,218 DEBUG [RS:0;57759bcb46a5:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,218 DEBUG [RS:0;57759bcb46a5:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,219 DEBUG [RS:0;57759bcb46a5:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,219 DEBUG [RS:0;57759bcb46a5:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:02,219 DEBUG [RS:0;57759bcb46a5:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:21:02,219 DEBUG [RS:0;57759bcb46a5:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:21:02,219 INFO [RS:0;57759bcb46a5:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,219 INFO [RS:0;57759bcb46a5:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,219 INFO [RS:0;57759bcb46a5:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,219 INFO [RS:0;57759bcb46a5:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,219 INFO [RS:0;57759bcb46a5:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,219 INFO [RS:0;57759bcb46a5:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,42033,1732065659605-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:21:02,237 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:21:02,237 INFO [RS:0;57759bcb46a5:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,42033,1732065659605-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,252 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,42033,1732065659605, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:21:02,252 INFO [RS:0;57759bcb46a5:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,252 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.Replication(171): 57759bcb46a5,42033,1732065659605 started 2024-11-20T01:21:02,271 INFO [RS:0;57759bcb46a5:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:02,271 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,42033,1732065659605, RpcServer on 57759bcb46a5/172.17.0.3:42033, sessionid=0x10155d44a910007 2024-11-20T01:21:02,271 DEBUG [RS:0;57759bcb46a5:42033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:21:02,272 DEBUG [RS:0;57759bcb46a5:42033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,42033,1732065659605 2024-11-20T01:21:02,272 DEBUG [RS:0;57759bcb46a5:42033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,42033,1732065659605' 2024-11-20T01:21:02,272 DEBUG [RS:0;57759bcb46a5:42033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01955870489/flush-table-proc/abort' 2024-11-20T01:21:02,273 DEBUG [RS:0;57759bcb46a5:42033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01955870489/flush-table-proc/acquired' 2024-11-20T01:21:02,273 DEBUG [RS:0;57759bcb46a5:42033.replicationSource,1-57759bcb46a5,42033,1732065659605 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:42943' 2024-11-20T01:21:02,274 DEBUG [RS:0;57759bcb46a5:42033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:21:02,274 DEBUG [RS:0;57759bcb46a5:42033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:21:02,274 DEBUG [RS:0;57759bcb46a5:42033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,42033,1732065659605 2024-11-20T01:21:02,274 DEBUG [RS:0;57759bcb46a5:42033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,42033,1732065659605' 2024-11-20T01:21:02,274 DEBUG [RS:0;57759bcb46a5:42033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01955870489/online-snapshot/abort' 2024-11-20T01:21:02,274 DEBUG [RS:0;57759bcb46a5:42033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01955870489/online-snapshot/acquired' 2024-11-20T01:21:02,274 DEBUG [RS:0;57759bcb46a5:42033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:21:02,274 INFO [RS:0;57759bcb46a5:42033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:21:02,274 INFO [RS:0;57759bcb46a5:42033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:21:02,276 DEBUG [RS:0;57759bcb46a5:42033.replicationSource,1-57759bcb46a5,42033,1732065659605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ec3a507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:02,276 DEBUG [RS:0;57759bcb46a5:42033.replicationSource,1-57759bcb46a5,42033,1732065659605 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,42943,-1 for getting cluster id 2024-11-20T01:21:02,277 DEBUG [RS:0;57759bcb46a5:42033.replicationSource,1-57759bcb46a5,42033,1732065659605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:02,280 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2bd56b9d-5429-4d81-b71b-9cfdc1993493' 2024-11-20T01:21:02,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:02,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2bd56b9d-5429-4d81-b71b-9cfdc1993493" 2024-11-20T01:21:02,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27215d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:02,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,42943,-1] 2024-11-20T01:21:02,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:02,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:02,283 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:02,284 DEBUG [RS:0;57759bcb46a5:42033.replicationSource,1-57759bcb46a5,42033,1732065659605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@353475ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:02,284 DEBUG [RS:0;57759bcb46a5:42033.replicationSource,1-57759bcb46a5,42033,1732065659605 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:02,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,42943,1732065653431 2024-11-20T01:21:02,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26947724 2024-11-20T01:21:02,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:02,286 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-20T01:21:02,287 INFO [RS:0;57759bcb46a5:42033.replicationSource,1-57759bcb46a5,42033,1732065659605 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,42033,1732065659605 (queues=0) is replicating from cluster=1a4839d8-4eaf-4f66-9304-296ebd7fb84d to cluster=2bd56b9d-5429-4d81-b71b-9cfdc1993493 2024-11-20T01:21:02,375 INFO [RS:0;57759bcb46a5:42033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:21:02,379 INFO [RS:0;57759bcb46a5:42033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C42033%2C1732065659605, suffix=, logDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605, archiveDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/oldWALs, maxLogs=10 2024-11-20T01:21:02,398 DEBUG [RS:0;57759bcb46a5:42033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.1732065662380, exclude list is [], retry=0 2024-11-20T01:21:02,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46101,DS-9dc5df2a-ba55-4e8d-8a63-1d681deb756e,DISK] 2024-11-20T01:21:02,405 INFO [RS:0;57759bcb46a5:42033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.1732065662380 2024-11-20T01:21:02,405 DEBUG [RS:0;57759bcb46a5:42033 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 57759bcb46a5%2C42033%2C1732065659605 for peer 1 2024-11-20T01:21:02,405 DEBUG [RS:0;57759bcb46a5:42033 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C42033%2C1732065659605 2024-11-20T01:21:02,405 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,42033,1732065659605, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:21:02,407 DEBUG [RS:0;57759bcb46a5:42033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40983:40983)] 2024-11-20T01:21:02,407 DEBUG [RS:0;57759bcb46a5:42033.replicationSource.wal-reader.57759bcb46a5%2C42033%2C1732065659605,1-57759bcb46a5,42033,1732065659605 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.1732065662380, startPosition=0, beingWritten=true 2024-11-20T01:21:02,408 INFO [RS:0;57759bcb46a5:42033.replicationSource.shipper57759bcb46a5%2C42033%2C1732065659605,1-57759bcb46a5,42033,1732065659605 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C42033%2C1732065659605 2024-11-20T01:21:02,428 DEBUG [57759bcb46a5:43511 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:21:02,429 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,42033,1732065659605 2024-11-20T01:21:02,431 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,42033,1732065659605, state=OPENING 2024-11-20T01:21:02,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01955870489/meta-region-server 2024-11-20T01:21:02,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955870489/meta-region-server: CHANGED 2024-11-20T01:21:02,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01955870489/meta-region-server 2024-11-20T01:21:02,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955870489/meta-region-server: CHANGED 2024-11-20T01:21:02,540 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:21:02,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,42033,1732065659605}] 2024-11-20T01:21:02,618 DEBUG [RS:0;57759bcb46a5:42033.replicationSource.wal-reader.57759bcb46a5%2C42033%2C1732065659605,1-57759bcb46a5,42033,1732065659605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.1732065662380 to pos 0, reset compression=false 2024-11-20T01:21:02,693 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:21:02,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:21:02,704 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:21:02,704 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:02,705 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:21:02,707 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C42033%2C1732065659605.meta, suffix=.meta, logDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605, archiveDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/oldWALs, maxLogs=10 2024-11-20T01:21:02,722 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.meta.1732065662707.meta, exclude list is [], retry=0 2024-11-20T01:21:02,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46101,DS-9dc5df2a-ba55-4e8d-8a63-1d681deb756e,DISK] 2024-11-20T01:21:02,731 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.meta.1732065662707.meta 2024-11-20T01:21:02,731 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40983:40983)] 2024-11-20T01:21:02,731 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:02,731 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:21:02,732 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:21:02,732 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:21:02,732 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:21:02,732 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:21:02,732 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:02,732 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:21:02,732 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:21:02,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:21:02,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:21:02,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:02,764 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/info/92e1e2ab323d4f9a88737300058764e5 2024-11-20T01:21:02,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:02,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:21:02,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:21:02,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:02,781 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/ns/bc061eac787746169e52af8cae874b2e 2024-11-20T01:21:02,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:02,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:21:02,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:21:02,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:02,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:02,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:21:02,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:21:02,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:02,798 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/table/b57f486612a841059d544a1cbc311146 2024-11-20T01:21:02,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:02,801 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:21:02,802 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740 2024-11-20T01:21:02,804 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740 2024-11-20T01:21:02,806 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:21:02,806 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:21:02,806 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:21:02,807 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:21:02,809 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70841702, jitterRate=0.0556236207485199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:21:02,809 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:21:02,809 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065662732Writing region info on filesystem at 1732065662732Initializing all the Stores at 1732065662733 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065662733Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065662733Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065662733Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065662733Cleaning up temporary data from old regions at 1732065662806 (+73 ms)Running coprocessor post-open hooks at 1732065662809 (+3 ms)Region opened successfully at 1732065662809 2024-11-20T01:21:02,810 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732065662693 2024-11-20T01:21:02,821 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:21:02,821 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:21:02,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=57759bcb46a5,42033,1732065659605 2024-11-20T01:21:02,823 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,42033,1732065659605, state=OPEN 2024-11-20T01:21:02,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01955870489/meta-region-server 2024-11-20T01:21:02,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955870489/meta-region-server: CHANGED 2024-11-20T01:21:02,867 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,42033,1732065659605 2024-11-20T01:21:02,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01955870489/meta-region-server 2024-11-20T01:21:02,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01955870489/meta-region-server: CHANGED 2024-11-20T01:21:02,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T01:21:02,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,42033,1732065659605 in 326 msec 2024-11-20T01:21:02,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:21:02,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0960 sec 2024-11-20T01:21:02,924 DEBUG [RS:0;57759bcb46a5:42033.replicationSource.wal-reader.57759bcb46a5%2C42033%2C1732065659605,1-57759bcb46a5,42033,1732065659605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.1732065662380 to pos 0, reset compression=false 2024-11-20T01:21:03,338 DEBUG [RS:0;57759bcb46a5:42033.replicationSource.wal-reader.57759bcb46a5%2C42033%2C1732065659605,1-57759bcb46a5,42033,1732065659605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.1732065662380 to pos 0, reset compression=false 2024-11-20T01:21:03,586 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1815ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1515ms 2024-11-20T01:21:03,846 DEBUG [RS:0;57759bcb46a5:42033.replicationSource.wal-reader.57759bcb46a5%2C42033%2C1732065659605,1-57759bcb46a5,42033,1732065659605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.1732065662380 to pos 0, reset compression=false 2024-11-20T01:21:04,451 DEBUG [RS:0;57759bcb46a5:42033.replicationSource.wal-reader.57759bcb46a5%2C42033%2C1732065659605,1-57759bcb46a5,42033,1732065659605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.1732065662380 to pos 0, reset compression=false 2024-11-20T01:21:05,088 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3317ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3017ms 2024-11-20T01:21:05,158 DEBUG [RS:0;57759bcb46a5:42033.replicationSource.wal-reader.57759bcb46a5%2C42033%2C1732065659605,1-57759bcb46a5,42033,1732065659605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.1732065662380 to pos 0, reset compression=false 2024-11-20T01:21:05,963 DEBUG [RS:0;57759bcb46a5:42033.replicationSource.wal-reader.57759bcb46a5%2C42033%2C1732065659605,1-57759bcb46a5,42033,1732065659605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.1732065662380 to pos 0, reset compression=false 2024-11-20T01:21:06,290 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4519ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T01:21:06,290 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:21:06,291 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:06,291 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,42033,1732065659605, seqNum=-1] 2024-11-20T01:21:06,291 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:06,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:06,295 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fad98044248acd54ac68d9035c0c89a2, regionState=OPEN, lastHost=57759bcb46a5,33981,1732065646927, regionLocation=57759bcb46a5,33981,1732065646927, openSeqNum=2 2024-11-20T01:21:06,295 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:21:06,295 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065726295 2024-11-20T01:21:06,296 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065786295 2024-11-20T01:21:06,296 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-20T01:21:06,296 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 57759bcb46a5,33981,1732065646927 had 2 regions 2024-11-20T01:21:06,296 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43511,1732065659541-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:06,296 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43511,1732065659541-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:06,296 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43511,1732065659541-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:06,296 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:43511, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:06,296 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:06,296 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:06,297 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 57759bcb46a5,33981,1732065646927, splitWal=true, meta=true, isMeta: false 2024-11-20T01:21:06,298 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927-splitting dir is empty, no logs to split. 2024-11-20T01:21:06,298 INFO [PEWorker-3 {}] master.SplitWALManager(105): 57759bcb46a5,33981,1732065646927 WAL count=0, meta=false 2024-11-20T01:21:06,301 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,33981,1732065646927-splitting dir is empty, no logs to split. 2024-11-20T01:21:06,301 INFO [PEWorker-3 {}] master.SplitWALManager(105): 57759bcb46a5,33981,1732065646927 WAL count=0, meta=false 2024-11-20T01:21:06,301 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 57759bcb46a5,33981,1732065646927 WAL splitting is done? wals=0, meta=false 2024-11-20T01:21:06,302 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 6.411sec 2024-11-20T01:21:06,302 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:21:06,302 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:21:06,302 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:21:06,302 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:21:06,302 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:21:06,302 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43511,1732065659541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:21:06,302 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43511,1732065659541-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:21:06,303 WARN [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=57759bcb46a5,33981,1732065646927/hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:21:06,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fad98044248acd54ac68d9035c0c89a2, ASSIGN}] 2024-11-20T01:21:06,305 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fad98044248acd54ac68d9035c0c89a2, ASSIGN 2024-11-20T01:21:06,305 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:21:06,305 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:21:06,305 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43511,1732065659541-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:06,306 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fad98044248acd54ac68d9035c0c89a2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T01:21:06,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfd13df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:06,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,43511,-1 for getting cluster id 2024-11-20T01:21:06,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:06,374 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a4839d8-4eaf-4f66-9304-296ebd7fb84d' 2024-11-20T01:21:06,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:06,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a4839d8-4eaf-4f66-9304-296ebd7fb84d" 2024-11-20T01:21:06,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1002b16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:06,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,43511,-1] 2024-11-20T01:21:06,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:06,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:06,375 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b5999b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:06,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:06,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,42033,1732065659605, seqNum=-1] 2024-11-20T01:21:06,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:06,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:06,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T01:21:06,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:21:06,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:06,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:06,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:06,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:06,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 57759bcb46a5:43511 after: 57759bcb46a5:43511 2024-11-20T01:21:06,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8a50d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:06,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,43511,-1 for getting cluster id 2024-11-20T01:21:06,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:06,381 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a4839d8-4eaf-4f66-9304-296ebd7fb84d' 2024-11-20T01:21:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a4839d8-4eaf-4f66-9304-296ebd7fb84d" 2024-11-20T01:21:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1266c860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,43511,-1] 2024-11-20T01:21:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:06,383 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:06,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41425421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:06,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,43511,1732065659541 2024-11-20T01:21:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e7de8a2 2024-11-20T01:21:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:06,384 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:06,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T01:21:06,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:21:06,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:21:06,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:06,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:06,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:06,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:06,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:21:06,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1796822479, stopped=false 2024-11-20T01:21:06,385 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,42943,1732065653431 2024-11-20T01:21:06,456 DEBUG [57759bcb46a5:43511 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:21:06,457 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fad98044248acd54ac68d9035c0c89a2, regionState=OPENING, regionLocation=57759bcb46a5,42033,1732065659605 2024-11-20T01:21:06,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fad98044248acd54ac68d9035c0c89a2, ASSIGN because future has completed 2024-11-20T01:21:06,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad98044248acd54ac68d9035c0c89a2, server=57759bcb46a5,42033,1732065659605}] 2024-11-20T01:21:06,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1307423034/running 2024-11-20T01:21:06,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1307423034/running 2024-11-20T01:21:06,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034 2024-11-20T01:21:06,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034 2024-11-20T01:21:06,480 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:21:06,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Set watcher on znode that does not yet exist, /1-1307423034/running 2024-11-20T01:21:06,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Set watcher on znode that does not yet exist, /1-1307423034/running 2024-11-20T01:21:06,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:21:06,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:06,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:06,481 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,37205,1732065653564' ***** 2024-11-20T01:21:06,481 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:21:06,481 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:21:06,481 INFO [RS:0;57759bcb46a5:37205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:21:06,481 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:21:06,481 INFO [RS:0;57759bcb46a5:37205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:21:06,482 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,37205,1732065653564 2024-11-20T01:21:06,482 INFO [RS:0;57759bcb46a5:37205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:21:06,482 INFO [RS:0;57759bcb46a5:37205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:37205. 2024-11-20T01:21:06,482 DEBUG [RS:0;57759bcb46a5:37205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:06,482 DEBUG [RS:0;57759bcb46a5:37205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:06,482 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:21:06,482 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:21:06,482 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:21:06,482 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:21:06,482 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T01:21:06,482 DEBUG [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:21:06,482 DEBUG [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:21:06,482 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:21:06,482 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:21:06,482 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:21:06,482 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:21:06,482 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:21:06,482 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T01:21:06,497 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/data/hbase/meta/1588230740/.tmp/ns/202d1ba762cd47f480171bbc8245d8bb is 43, key is default/ns:d/1732065656410/Put/seqid=0 2024-11-20T01:21:06,530 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:21:06,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741835_1011 (size=5153) 2024-11-20T01:21:06,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:21:06,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:06,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:21:06,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C42033%2C1732065659605.rep, suffix=, logDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605, archiveDir=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/oldWALs, maxLogs=10 2024-11-20T01:21:06,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.rep.1732065666616, exclude list is [], retry=0 2024-11-20T01:21:06,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46101,DS-9dc5df2a-ba55-4e8d-8a63-1d681deb756e,DISK] 2024-11-20T01:21:06,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.rep.1732065666616 2024-11-20T01:21:06,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40983:40983)] 2024-11-20T01:21:06,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => fad98044248acd54ac68d9035c0c89a2, NAME => 'hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:06,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:21:06,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:21:06,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. service=MultiRowMutationService 2024-11-20T01:21:06,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:21:06,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:21:06,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:06,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:21:06,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:21:06,633 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:21:06,634 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad98044248acd54ac68d9035c0c89a2 columnFamilyName hfileref 2024-11-20T01:21:06,634 DEBUG [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:06,634 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] regionserver.HStore(327): Store=fad98044248acd54ac68d9035c0c89a2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:06,634 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:21:06,635 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad98044248acd54ac68d9035c0c89a2 columnFamilyName queue 2024-11-20T01:21:06,635 DEBUG [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:06,639 DEBUG [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/replication/fad98044248acd54ac68d9035c0c89a2/queue/57e893997f1a43b28e597c22061b7710 2024-11-20T01:21:06,639 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] regionserver.HStore(327): Store=fad98044248acd54ac68d9035c0c89a2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:06,639 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:21:06,640 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad98044248acd54ac68d9035c0c89a2 columnFamilyName sid 2024-11-20T01:21:06,640 DEBUG [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:06,640 INFO [StoreOpener-fad98044248acd54ac68d9035c0c89a2-1 {}] regionserver.HStore(327): Store=fad98044248acd54ac68d9035c0c89a2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:06,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:21:06,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/replication/fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:21:06,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/replication/fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:21:06,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:21:06,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:21:06,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:21:06,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:21:06,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened fad98044248acd54ac68d9035c0c89a2; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63962535, jitterRate=-0.0468839555978775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:21:06,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:21:06,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for fad98044248acd54ac68d9035c0c89a2: Running coprocessor pre-open hook at 1732065666632Writing region info on filesystem at 1732065666632Initializing all the Stores at 1732065666633 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065666633Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065666633Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065666633Cleaning up temporary data from old regions at 1732065666643 (+10 ms)Running coprocessor post-open hooks at 1732065666645 (+2 ms)Region opened successfully at 1732065666645 2024-11-20T01:21:06,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2., pid=13, masterSystemTime=1732065666611 2024-11-20T01:21:06,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:21:06,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:21:06,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fad98044248acd54ac68d9035c0c89a2, regionState=OPEN, openSeqNum=9, regionLocation=57759bcb46a5,42033,1732065659605 2024-11-20T01:21:06,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad98044248acd54ac68d9035c0c89a2, server=57759bcb46a5,42033,1732065659605 because future has completed 2024-11-20T01:21:06,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T01:21:06,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fad98044248acd54ac68d9035c0c89a2, server=57759bcb46a5,42033,1732065659605 in 192 msec 2024-11-20T01:21:06,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-20T01:21:06,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fad98044248acd54ac68d9035c0c89a2, ASSIGN in 349 msec 2024-11-20T01:21:06,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T01:21:06,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2., hostname=57759bcb46a5,42033,1732065659605, seqNum=9] 2024-11-20T01:21:06,673 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 57759bcb46a5,33981,1732065646927 2024-11-20T01:21:06,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T01:21:06,682 DEBUG [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:21:06,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-20T01:21:06,883 DEBUG [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:21:06,903 DEBUG [RS:0;57759bcb46a5:42033.replicationSource.wal-reader.57759bcb46a5%2C42033%2C1732065659605,1-57759bcb46a5,42033,1732065659605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.1732065662380 to pos 0, reset compression=false 2024-11-20T01:21:06,945 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/data/hbase/meta/1588230740/.tmp/ns/202d1ba762cd47f480171bbc8245d8bb 2024-11-20T01:21:06,951 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/data/hbase/meta/1588230740/.tmp/ns/202d1ba762cd47f480171bbc8245d8bb as hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/data/hbase/meta/1588230740/ns/202d1ba762cd47f480171bbc8245d8bb 2024-11-20T01:21:06,956 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/data/hbase/meta/1588230740/ns/202d1ba762cd47f480171bbc8245d8bb, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T01:21:06,956 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 474ms, sequenceid=6, compaction requested=false 2024-11-20T01:21:06,961 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T01:21:06,961 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:21:06,961 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:21:06,961 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:21:06,961 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065666482Running coprocessor pre-close hooks at 1732065666482Disabling compacts and flushes for region at 1732065666482Disabling writes for close at 1732065666482Obtaining lock to block concurrent updates at 1732065666482Preparing flush snapshotting stores in 1588230740 at 1732065666482Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732065666483 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732065666483Flushing 1588230740/ns: creating writer at 1732065666483Flushing 1588230740/ns: appending metadata at 1732065666496 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732065666496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3faa47bb: reopening flushed file at 1732065666950 (+454 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 474ms, sequenceid=6, compaction requested=false at 1732065666956 (+6 ms)Writing region close event to WAL at 1732065666957 (+1 ms)Running coprocessor post-close hooks at 1732065666961 (+4 ms)Closed at 1732065666961 2024-11-20T01:21:06,961 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:21:06,966 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:21:06,966 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:21:07,083 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,37205,1732065653564; all regions closed. 2024-11-20T01:21:07,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741834_1010 (size=1152) 2024-11-20T01:21:07,085 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/WALs/57759bcb46a5,37205,1732065653564/57759bcb46a5%2C37205%2C1732065653564.meta.1732065656356.meta not finished, retry = 0 2024-11-20T01:21:07,274 DEBUG [RS:0;57759bcb46a5:37205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/oldWALs 2024-11-20T01:21:07,274 INFO [RS:0;57759bcb46a5:37205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C37205%2C1732065653564.meta:.meta(num 1732065656356) 2024-11-20T01:21:07,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741833_1009 (size=93) 2024-11-20T01:21:07,279 DEBUG [RS:0;57759bcb46a5:37205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/oldWALs 2024-11-20T01:21:07,279 INFO [RS:0;57759bcb46a5:37205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C37205%2C1732065653564:(num 1732065656042) 2024-11-20T01:21:07,279 DEBUG [RS:0;57759bcb46a5:37205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:07,279 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:21:07,279 INFO [RS:0;57759bcb46a5:37205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:21:07,279 INFO [RS:0;57759bcb46a5:37205 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:21:07,279 INFO [RS:0;57759bcb46a5:37205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:21:07,280 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:21:07,280 INFO [RS:0;57759bcb46a5:37205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37205 2024-11-20T01:21:07,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1307423034/rs/57759bcb46a5,37205,1732065653564 2024-11-20T01:21:07,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034/rs 2024-11-20T01:21:07,622 INFO [RS:0;57759bcb46a5:37205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:21:07,908 DEBUG [RS:0;57759bcb46a5:42033.replicationSource.wal-reader.57759bcb46a5%2C42033%2C1732065659605,1-57759bcb46a5,42033,1732065659605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.1732065662380 to pos 0, reset compression=false 2024-11-20T01:21:07,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,37205,1732065653564] 2024-11-20T01:21:08,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:08,092 INFO [RS:0;57759bcb46a5:37205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:21:08,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37205-0x10155d44a910004, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:08,092 INFO [RS:0;57759bcb46a5:37205 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,37205,1732065653564; zookeeper connection closed. 2024-11-20T01:21:08,092 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66617344 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66617344 2024-11-20T01:21:08,092 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:21:08,210 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1307423034/draining/57759bcb46a5,37205,1732065653564 already deleted, retry=false 2024-11-20T01:21:08,210 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,37205,1732065653564 expired; onlineServers=0 2024-11-20T01:21:08,210 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,42943,1732065653431' ***** 2024-11-20T01:21:08,210 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:21:08,210 INFO [M:0;57759bcb46a5:42943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:21:08,210 INFO [M:0;57759bcb46a5:42943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:21:08,211 DEBUG [M:0;57759bcb46a5:42943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:21:08,211 DEBUG [M:0;57759bcb46a5:42943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:21:08,211 INFO [M:0;57759bcb46a5:42943 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:21:08,211 INFO [M:0;57759bcb46a5:42943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:21:08,211 DEBUG [M:0;57759bcb46a5:42943 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:21:08,211 INFO [M:0;57759bcb46a5:42943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:21:08,211 INFO [M:0;57759bcb46a5:42943 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:21:08,211 INFO [M:0;57759bcb46a5:42943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:21:08,211 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:21:08,211 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:21:08,211 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065655660 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065655660,5,FailOnTimeoutGroup] 2024-11-20T01:21:08,211 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065655664 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065655664,5,FailOnTimeoutGroup] 2024-11-20T01:21:08,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:21:08,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:08,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:08,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:08,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:08,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:08,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:08,286 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:21:08,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1307423034/master 2024-11-20T01:21:08,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1307423034 2024-11-20T01:21:08,354 DEBUG [M:0;57759bcb46a5:42943 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1307423034/master already deleted, retry=false 2024-11-20T01:21:08,354 DEBUG [M:0;57759bcb46a5:42943 {}] master.ActiveMasterManager(353): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1307423034/master 2024-11-20T01:21:08,356 INFO [M:0;57759bcb46a5:42943 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/.lastflushedseqids 2024-11-20T01:21:08,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741836_1012 (size=99) 2024-11-20T01:21:08,363 INFO [M:0;57759bcb46a5:42943 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:21:08,364 INFO [M:0;57759bcb46a5:42943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:21:08,364 DEBUG [M:0;57759bcb46a5:42943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:21:08,364 INFO [M:0;57759bcb46a5:42943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:08,364 DEBUG [M:0;57759bcb46a5:42943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:08,364 DEBUG [M:0;57759bcb46a5:42943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:21:08,364 DEBUG [M:0;57759bcb46a5:42943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:08,364 INFO [M:0;57759bcb46a5:42943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T01:21:08,382 DEBUG [M:0;57759bcb46a5:42943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0295f0a563fc48b4899e6abbd6c83bfc is 82, key is hbase:meta,,1/info:regioninfo/1732065656388/Put/seqid=0 2024-11-20T01:21:08,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741837_1013 (size=5672) 2024-11-20T01:21:08,790 INFO [M:0;57759bcb46a5:42943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0295f0a563fc48b4899e6abbd6c83bfc 2024-11-20T01:21:08,811 DEBUG [M:0;57759bcb46a5:42943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9ad031c925e4285b8f67803894baebc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732065656414/Put/seqid=0 2024-11-20T01:21:08,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741838_1014 (size=5275) 2024-11-20T01:21:08,824 INFO [M:0;57759bcb46a5:42943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9ad031c925e4285b8f67803894baebc 2024-11-20T01:21:08,863 DEBUG [M:0;57759bcb46a5:42943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98913171ae4d4efdac85d0e886fb5c99 is 69, key is 57759bcb46a5,37205,1732065653564/rs:state/1732065655817/Put/seqid=0 2024-11-20T01:21:08,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741839_1015 (size=5156) 2024-11-20T01:21:08,925 INFO [M:0;57759bcb46a5:42943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98913171ae4d4efdac85d0e886fb5c99 2024-11-20T01:21:08,930 DEBUG [M:0;57759bcb46a5:42943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0295f0a563fc48b4899e6abbd6c83bfc as hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0295f0a563fc48b4899e6abbd6c83bfc 2024-11-20T01:21:08,934 INFO [M:0;57759bcb46a5:42943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0295f0a563fc48b4899e6abbd6c83bfc, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T01:21:08,936 DEBUG [M:0;57759bcb46a5:42943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9ad031c925e4285b8f67803894baebc as hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9ad031c925e4285b8f67803894baebc 2024-11-20T01:21:08,940 INFO [M:0;57759bcb46a5:42943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9ad031c925e4285b8f67803894baebc, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T01:21:08,942 DEBUG [M:0;57759bcb46a5:42943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98913171ae4d4efdac85d0e886fb5c99 as hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98913171ae4d4efdac85d0e886fb5c99 2024-11-20T01:21:08,947 INFO [M:0;57759bcb46a5:42943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36017/user/jenkins/test-data/63d37c0e-d1e0-fc51-d975-1b3af0b87920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98913171ae4d4efdac85d0e886fb5c99, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T01:21:08,948 INFO [M:0;57759bcb46a5:42943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 584ms, sequenceid=28, compaction requested=false 2024-11-20T01:21:08,949 INFO [M:0;57759bcb46a5:42943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:08,949 DEBUG [M:0;57759bcb46a5:42943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065668364Disabling compacts and flushes for region at 1732065668364Disabling writes for close at 1732065668364Obtaining lock to block concurrent updates at 1732065668364Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065668364Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732065668364Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065668365 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065668365Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065668381 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065668381Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065668794 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065668811 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065668811Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065668836 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065668862 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065668862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd12313: reopening flushed file at 1732065668929 (+67 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4eb8e3: reopening flushed file at 1732065668935 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409289c0: reopening flushed file at 1732065668941 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 584ms, sequenceid=28, compaction requested=false at 1732065668948 (+7 ms)Writing region close event to WAL at 1732065668949 (+1 ms)Closed at 1732065668949 2024-11-20T01:21:08,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33143 is added to blk_1073741830_1006 (size=10165) 2024-11-20T01:21:08,952 INFO [M:0;57759bcb46a5:42943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:21:08,952 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:21:08,952 INFO [M:0;57759bcb46a5:42943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42943 2024-11-20T01:21:08,952 INFO [M:0;57759bcb46a5:42943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:21:09,012 DEBUG [RS:0;57759bcb46a5:42033.replicationSource.wal-reader.57759bcb46a5%2C42033%2C1732065659605,1-57759bcb46a5,42033,1732065659605 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/WALs/57759bcb46a5,42033,1732065659605/57759bcb46a5%2C42033%2C1732065659605.1732065662380 to pos 0, reset compression=false 2024-11-20T01:21:09,187 INFO [M:0;57759bcb46a5:42943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:21:09,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:09,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42943-0x10155d44a910003, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:09,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65cec6e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:21:09,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bed61a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:21:09,198 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:21:09,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2562b4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:21:09,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9ca4bf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/hadoop.log.dir/,STOPPED} 2024-11-20T01:21:09,205 WARN [BP-673883554-172.17.0.3-1732065650188 heartbeating to localhost/127.0.0.1:36017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:21:09,205 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:21:09,205 WARN [BP-673883554-172.17.0.3-1732065650188 heartbeating to localhost/127.0.0.1:36017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-673883554-172.17.0.3-1732065650188 (Datanode Uuid 31bc7290-823d-4671-9269-a1c9fe9b823a) service to localhost/127.0.0.1:36017 2024-11-20T01:21:09,205 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:21:09,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/cluster_59e50c34-2943-cedc-c457-bef82e941923/data/data1/current/BP-673883554-172.17.0.3-1732065650188 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:21:09,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/cluster_59e50c34-2943-cedc-c457-bef82e941923/data/data2/current/BP-673883554-172.17.0.3-1732065650188 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:21:09,206 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:21:09,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c9e405{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:21:09,216 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c418b5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:21:09,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:21:09,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59660647{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:21:09,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@527acb9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/hadoop.log.dir/,STOPPED} 2024-11-20T01:21:09,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:21:09,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:21:09,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:21:09,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:09,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:09,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:09,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:09,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:21:09,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=226832760, stopped=false 2024-11-20T01:21:09,233 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,43511,1732065659541 2024-11-20T01:21:09,258 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:21:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01955870489/running 2024-11-20T01:21:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:21:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01955870489/running 2024-11-20T01:21:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:21:09,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on znode that does not yet exist, /01955870489/running 2024-11-20T01:21:09,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:21:09,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:09,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:09,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Set watcher on znode that does not yet exist, /01955870489/running 2024-11-20T01:21:09,263 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,42033,1732065659605' ***** 2024-11-20T01:21:09,263 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:21:09,264 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:21:09,264 INFO [RS:0;57759bcb46a5:42033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:21:09,264 INFO [RS:0;57759bcb46a5:42033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:21:09,264 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(3091): Received CLOSE for fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:21:09,264 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:21:09,264 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,42033,1732065659605 2024-11-20T01:21:09,264 INFO [RS:0;57759bcb46a5:42033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:21:09,264 INFO [RS:0;57759bcb46a5:42033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:42033. 2024-11-20T01:21:09,264 DEBUG [RS:0;57759bcb46a5:42033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:09,264 DEBUG [RS:0;57759bcb46a5:42033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:09,264 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:21:09,265 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:21:09,265 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:21:09,265 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:21:09,265 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fad98044248acd54ac68d9035c0c89a2, disabling compactions & flushes 2024-11-20T01:21:09,265 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:21:09,265 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:21:09,265 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. after waiting 0 ms 2024-11-20T01:21:09,265 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:21:09,284 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T01:21:09,284 DEBUG [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(1325): Online Regions={fad98044248acd54ac68d9035c0c89a2=hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:21:09,284 DEBUG [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fad98044248acd54ac68d9035c0c89a2 2024-11-20T01:21:09,285 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:21:09,285 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:21:09,285 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:21:09,285 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:21:09,285 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:21:09,288 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T01:21:09,303 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/replication/fad98044248acd54ac68d9035c0c89a2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-20T01:21:09,304 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:21:09,304 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:21:09,304 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:21:09,304 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fad98044248acd54ac68d9035c0c89a2: Waiting for close lock at 1732065669265Running coprocessor pre-close hooks at 1732065669265Disabling compacts and flushes for region at 1732065669265Disabling writes for close at 1732065669265Writing region close event to WAL at 1732065669292 (+27 ms)Running coprocessor post-close hooks at 1732065669304 (+12 ms)Closed at 1732065669304 2024-11-20T01:21:09,304 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2. 2024-11-20T01:21:09,327 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:21:09,333 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/.tmp/info/4863b77463f4493ea2b0518aad2cd94d is 147, key is hbase:replication,,1732065656661.fad98044248acd54ac68d9035c0c89a2./info:regioninfo/1732065666648/Put/seqid=0 2024-11-20T01:21:09,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741851_1027 (size=6385) 2024-11-20T01:21:09,484 DEBUG [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:21:09,685 DEBUG [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:21:09,772 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/.tmp/info/4863b77463f4493ea2b0518aad2cd94d 2024-11-20T01:21:09,784 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/.tmp/info/4863b77463f4493ea2b0518aad2cd94d as hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/info/4863b77463f4493ea2b0518aad2cd94d 2024-11-20T01:21:09,800 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/info/4863b77463f4493ea2b0518aad2cd94d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T01:21:09,801 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 516ms, sequenceid=19, compaction requested=false 2024-11-20T01:21:09,843 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T01:21:09,845 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:21:09,845 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:21:09,846 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:21:09,846 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065669285Running coprocessor pre-close hooks at 1732065669285Disabling compacts and flushes for region at 1732065669285Disabling writes for close at 1732065669285Obtaining lock to block concurrent updates at 1732065669288 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732065669288Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732065669289 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732065669290 (+1 ms)Flushing 1588230740/info: creating writer at 1732065669290Flushing 1588230740/info: appending metadata at 1732065669333 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732065669333Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a81ca3: reopening flushed file at 1732065669782 (+449 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 516ms, sequenceid=19, compaction requested=false at 1732065669801 (+19 ms)Writing region close event to WAL at 1732065669829 (+28 ms)Running coprocessor post-close hooks at 1732065669845 (+16 ms)Closed at 1732065669845 2024-11-20T01:21:09,846 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:21:09,885 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,42033,1732065659605; all regions closed. 2024-11-20T01:21:09,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741849_1025 (size=2156) 2024-11-20T01:21:09,910 DEBUG [RS:0;57759bcb46a5:42033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/oldWALs 2024-11-20T01:21:09,910 INFO [RS:0;57759bcb46a5:42033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C42033%2C1732065659605.meta:.meta(num 1732065662707) 2024-11-20T01:21:09,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741850_1026 (size=796) 2024-11-20T01:21:09,937 DEBUG [RS:0;57759bcb46a5:42033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/oldWALs 2024-11-20T01:21:09,937 INFO [RS:0;57759bcb46a5:42033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C42033%2C1732065659605.rep:(num 1732065666616) 2024-11-20T01:21:09,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741848_1024 (size=93) 2024-11-20T01:21:09,959 DEBUG [RS:0;57759bcb46a5:42033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/oldWALs 2024-11-20T01:21:09,959 INFO [RS:0;57759bcb46a5:42033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C42033%2C1732065659605:(num 1732065662380) 2024-11-20T01:21:09,959 DEBUG [RS:0;57759bcb46a5:42033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:09,959 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:21:09,959 INFO [RS:0;57759bcb46a5:42033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:21:09,960 INFO [RS:0;57759bcb46a5:42033 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:21:09,960 INFO [RS:0;57759bcb46a5:42033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:21:09,960 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:21:09,960 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,42033,1732065659605 because: Region server is closing 2024-11-20T01:21:09,960 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T01:21:09,960 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T01:21:09,960 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T01:21:09,961 INFO [RS:0;57759bcb46a5:42033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:42033. 2024-11-20T01:21:09,961 DEBUG [RS:0;57759bcb46a5:42033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:09,961 DEBUG [RS:0;57759bcb46a5:42033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:09,961 DEBUG [RS:0;57759bcb46a5:42033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:09,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:10,061 WARN [RS:0;57759bcb46a5:42033.replicationSource.shipper57759bcb46a5%2C42033%2C1732065659605,1-57759bcb46a5,42033,1732065659605 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T01:21:10,062 WARN [RS:0;57759bcb46a5:42033.replicationSource.wal-reader.57759bcb46a5%2C42033%2C1732065659605,1-57759bcb46a5,42033,1732065659605 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T01:21:10,062 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;57759bcb46a5:42033.replicationSource.shipper57759bcb46a5%2C42033%2C1732065659605,1-57759bcb46a5,42033,1732065659605 terminated 2024-11-20T01:21:10,062 INFO [RS:0;57759bcb46a5:42033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42033 2024-11-20T01:21:10,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489/rs 2024-11-20T01:21:10,075 INFO [RS:0;57759bcb46a5:42033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:21:10,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01955870489/rs/57759bcb46a5,42033,1732065659605 2024-11-20T01:21:10,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,42033,1732065659605] 2024-11-20T01:21:10,225 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01955870489/draining/57759bcb46a5,42033,1732065659605 already deleted, retry=false 2024-11-20T01:21:10,225 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,42033,1732065659605 expired; onlineServers=0 2024-11-20T01:21:10,225 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,43511,1732065659541' ***** 2024-11-20T01:21:10,225 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:21:10,225 INFO [M:0;57759bcb46a5:43511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:21:10,225 INFO [M:0;57759bcb46a5:43511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:21:10,225 DEBUG [M:0;57759bcb46a5:43511 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:21:10,225 DEBUG [M:0;57759bcb46a5:43511 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:21:10,225 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065661770 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065661770,5,FailOnTimeoutGroup] 2024-11-20T01:21:10,226 INFO [M:0;57759bcb46a5:43511 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:21:10,226 INFO [M:0;57759bcb46a5:43511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:21:10,226 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065661770 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065661770,5,FailOnTimeoutGroup] 2024-11-20T01:21:10,226 DEBUG [M:0;57759bcb46a5:43511 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:21:10,226 INFO [M:0;57759bcb46a5:43511 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:21:10,226 INFO [M:0;57759bcb46a5:43511 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:21:10,226 INFO [M:0;57759bcb46a5:43511 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:21:10,226 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:21:10,226 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:21:10,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01955870489/master 2024-11-20T01:21:10,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01955870489 2024-11-20T01:21:10,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:10,260 INFO [RS:0;57759bcb46a5:42033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:21:10,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x10155d44a910007, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:10,261 INFO [RS:0;57759bcb46a5:42033 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,42033,1732065659605; zookeeper connection closed. 2024-11-20T01:21:10,261 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16b45fd3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16b45fd3 2024-11-20T01:21:10,261 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:21:10,264 DEBUG [M:0;57759bcb46a5:43511 {}] zookeeper.RecoverableZooKeeper(212): Node /01955870489/master already deleted, retry=false 2024-11-20T01:21:10,265 DEBUG [M:0;57759bcb46a5:43511 {}] master.ActiveMasterManager(353): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Failed delete of our master address node; KeeperErrorCode = NoNode for /01955870489/master 2024-11-20T01:21:10,265 INFO [M:0;57759bcb46a5:43511 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/.lastflushedseqids 2024-11-20T01:21:10,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741852_1028 (size=190) 2024-11-20T01:21:10,674 INFO [M:0;57759bcb46a5:43511 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:21:10,674 INFO [M:0;57759bcb46a5:43511 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:21:10,674 DEBUG [M:0;57759bcb46a5:43511 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:21:10,674 INFO [M:0;57759bcb46a5:43511 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:10,674 DEBUG [M:0;57759bcb46a5:43511 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:10,674 DEBUG [M:0;57759bcb46a5:43511 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:21:10,674 DEBUG [M:0;57759bcb46a5:43511 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:10,674 INFO [M:0;57759bcb46a5:43511 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T01:21:10,695 DEBUG [M:0;57759bcb46a5:43511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f88f57906e4e495d82c13fb4f3054892 is 82, key is hbase:meta,,1/info:regioninfo/1732065662822/Put/seqid=0 2024-11-20T01:21:10,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741853_1029 (size=5672) 2024-11-20T01:21:10,706 INFO [M:0;57759bcb46a5:43511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f88f57906e4e495d82c13fb4f3054892 2024-11-20T01:21:10,733 DEBUG [M:0;57759bcb46a5:43511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e86bfb963074d6f8e88c77b622a9b83 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732065666654/Put/seqid=0 2024-11-20T01:21:10,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741854_1030 (size=7312) 2024-11-20T01:21:10,775 INFO [M:0;57759bcb46a5:43511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e86bfb963074d6f8e88c77b622a9b83 2024-11-20T01:21:10,822 DEBUG [M:0;57759bcb46a5:43511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36c8d360d30a4acd9c37720248361b7c is 69, key is 57759bcb46a5,42033,1732065659605/rs:state/1732065662028/Put/seqid=0 2024-11-20T01:21:10,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741855_1031 (size=5370) 2024-11-20T01:21:11,238 INFO [M:0;57759bcb46a5:43511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36c8d360d30a4acd9c37720248361b7c 2024-11-20T01:21:11,247 INFO [M:0;57759bcb46a5:43511 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36c8d360d30a4acd9c37720248361b7c 2024-11-20T01:21:11,249 DEBUG [M:0;57759bcb46a5:43511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f88f57906e4e495d82c13fb4f3054892 as hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f88f57906e4e495d82c13fb4f3054892 2024-11-20T01:21:11,255 INFO [M:0;57759bcb46a5:43511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f88f57906e4e495d82c13fb4f3054892, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T01:21:11,256 DEBUG [M:0;57759bcb46a5:43511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e86bfb963074d6f8e88c77b622a9b83 as hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e86bfb963074d6f8e88c77b622a9b83 2024-11-20T01:21:11,262 INFO [M:0;57759bcb46a5:43511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e86bfb963074d6f8e88c77b622a9b83, entries=7, sequenceid=127, filesize=7.1 K 2024-11-20T01:21:11,263 DEBUG [M:0;57759bcb46a5:43511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36c8d360d30a4acd9c37720248361b7c as hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36c8d360d30a4acd9c37720248361b7c 2024-11-20T01:21:11,267 INFO [M:0;57759bcb46a5:43511 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36c8d360d30a4acd9c37720248361b7c 2024-11-20T01:21:11,267 INFO [M:0;57759bcb46a5:43511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36c8d360d30a4acd9c37720248361b7c, entries=2, sequenceid=127, filesize=5.2 K 2024-11-20T01:21:11,268 INFO [M:0;57759bcb46a5:43511 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 594ms, sequenceid=127, compaction requested=false 2024-11-20T01:21:11,272 INFO [M:0;57759bcb46a5:43511 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:11,272 DEBUG [M:0;57759bcb46a5:43511 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065670674Disabling compacts and flushes for region at 1732065670674Disabling writes for close at 1732065670674Obtaining lock to block concurrent updates at 1732065670674Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065670674Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732065670675 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065670675Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065670676 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065670694 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065670694Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065670711 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065670732 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065670733 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065670790 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065670822 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065670822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51053f46: reopening flushed file at 1732065671247 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4081ce02: reopening flushed file at 1732065671256 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3203521b: reopening flushed file at 1732065671262 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 594ms, sequenceid=127, compaction requested=false at 1732065671268 (+6 ms)Writing region close event to WAL at 1732065671272 (+4 ms)Closed at 1732065671272 2024-11-20T01:21:11,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741847_1023 (size=22903) 2024-11-20T01:21:11,274 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/791e8a9a-6511-78e8-683c-bb7d2f84c283/MasterData/WALs/57759bcb46a5,43511,1732065659541/57759bcb46a5%2C43511%2C1732065659541.1732065660505 not finished, retry = 0 2024-11-20T01:21:11,377 INFO [M:0;57759bcb46a5:43511 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:21:11,377 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:21:11,377 INFO [M:0;57759bcb46a5:43511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43511 2024-11-20T01:21:11,378 INFO [M:0;57759bcb46a5:43511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:21:11,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:11,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x10155d44a910006, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:11,491 INFO [M:0;57759bcb46a5:43511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:21:11,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dabdac5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:21:11,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6de60506{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:21:11,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:21:11,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2918976{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:21:11,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58ef04de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/hadoop.log.dir/,STOPPED} 2024-11-20T01:21:11,496 WARN [BP-935378743-172.17.0.3-1732065644290 heartbeating to localhost/127.0.0.1:33613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:21:11,496 WARN [BP-935378743-172.17.0.3-1732065644290 heartbeating to localhost/127.0.0.1:33613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-935378743-172.17.0.3-1732065644290 (Datanode Uuid b91e9a12-ba93-45c7-9aee-c76af820a1dc) service to localhost/127.0.0.1:33613 2024-11-20T01:21:11,497 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:21:11,497 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:21:11,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/cluster_ed68db47-3c03-35e3-6aea-87819074ef86/data/data1/current/BP-935378743-172.17.0.3-1732065644290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:21:11,497 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:21:11,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/cluster_ed68db47-3c03-35e3-6aea-87819074ef86/data/data2/current/BP-935378743-172.17.0.3-1732065644290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:21:11,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60f47f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:21:11,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1341e1bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:21:11,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:21:11,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a802bd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:21:11,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39c4d09a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d537a222-d856-554f-848a-82fc3277d360/hadoop.log.dir/,STOPPED} 2024-11-20T01:21:11,512 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T01:21:11,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:21:11,538 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 162) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50534) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33613 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50534) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36017 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=664 (was 599) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3693 (was 2569) - AvailableMemoryMB LEAK? - 2024-11-20T01:21:11,546 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=664, ProcessCount=11, AvailableMemoryMB=3693 2024-11-20T01:21:11,560 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-20T01:21:11,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/hadoop.log.dir so I do NOT create it in target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f 2024-11-20T01:21:11,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:21:11,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/hadoop.tmp.dir so I do NOT create it in target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f 2024-11-20T01:21:11,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8007714c-eb13-f0d2-3a74-f02193bada6a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:21:11,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f 2024-11-20T01:21:11,560 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/cluster_3dda4494-c45c-bb29-e389-0fcff4a33634, deleteOnExit=true 2024-11-20T01:21:11,599 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/cluster_3dda4494-c45c-bb29-e389-0fcff4a33634/zookeeper_0, clientPort=55543, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/cluster_3dda4494-c45c-bb29-e389-0fcff4a33634/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/cluster_3dda4494-c45c-bb29-e389-0fcff4a33634/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T01:21:11,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55543 2024-11-20T01:21:11,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:21:11,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:21:11,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/test.cache.data in system properties and HBase conf 2024-11-20T01:21:11,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:21:11,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:21:11,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:21:11,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:21:11,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:21:11,600 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:21:11,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:21:11,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:21:11,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:21:11,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:21:11,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:21:11,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:21:11,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:21:11,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:21:11,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:21:11,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:21:11,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:21:11,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:21:11,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:21:11,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:21:11,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155d44a910005, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:21:11,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155d44a910005, quorum=127.0.0.1:50534, baseZNode=/1-1307423034 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:21:11,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155d44a910002, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:21:11,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155d44a910002, quorum=127.0.0.1:50534, baseZNode=/01955870489 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:21:11,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:21:11,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:21:12,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:21:12,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:21:12,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:21:12,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:21:12,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d4efec7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:21:12,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52454770{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:21:12,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7584ac94{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/java.io.tmpdir/jetty-localhost-44253-hadoop-hdfs-3_4_1-tests_jar-_-any-3893416264910135827/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:21:12,140 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34842250{HTTP/1.1, (http/1.1)}{localhost:44253} 2024-11-20T01:21:12,140 INFO [Time-limited test {}] server.Server(415): Started @210805ms 2024-11-20T01:21:12,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:21:12,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:21:12,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:21:12,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:21:12,444 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:21:12,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f7e5bce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:21:12,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486cc472{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:21:12,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f45ee12{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/java.io.tmpdir/jetty-localhost-38667-hadoop-hdfs-3_4_1-tests_jar-_-any-16181611096735934111/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:21:12,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ab7f37f{HTTP/1.1, (http/1.1)}{localhost:38667} 2024-11-20T01:21:12,565 INFO [Time-limited test {}] server.Server(415): Started @211231ms 2024-11-20T01:21:12,567 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:21:13,414 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/cluster_3dda4494-c45c-bb29-e389-0fcff4a33634/data/data1/current/BP-1940176857-172.17.0.3-1732065671643/current, will proceed with Du for space computation calculation, 2024-11-20T01:21:13,431 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/cluster_3dda4494-c45c-bb29-e389-0fcff4a33634/data/data2/current/BP-1940176857-172.17.0.3-1732065671643/current, will proceed with Du for space computation calculation, 2024-11-20T01:21:13,489 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:21:13,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f6a6643e78d0a63 with lease ID 0xbd14083a20f4b780: Processing first storage report for DS-fefd238c-cc51-4712-9d34-85ca498f88ba from datanode DatanodeRegistration(127.0.0.1:32891, datanodeUuid=c26cec80-2254-4c5a-adf2-1cdb7b3676f0, infoPort=36705, infoSecurePort=0, ipcPort=46633, storageInfo=lv=-57;cid=testClusterID;nsid=1491667870;c=1732065671643) 2024-11-20T01:21:13,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f6a6643e78d0a63 with lease ID 0xbd14083a20f4b780: from storage DS-fefd238c-cc51-4712-9d34-85ca498f88ba node DatanodeRegistration(127.0.0.1:32891, datanodeUuid=c26cec80-2254-4c5a-adf2-1cdb7b3676f0, infoPort=36705, infoSecurePort=0, ipcPort=46633, storageInfo=lv=-57;cid=testClusterID;nsid=1491667870;c=1732065671643), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:21:13,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f6a6643e78d0a63 with lease ID 0xbd14083a20f4b780: Processing first storage report for DS-83e1a03c-1f6c-42fa-addc-1394502986f9 from datanode DatanodeRegistration(127.0.0.1:32891, datanodeUuid=c26cec80-2254-4c5a-adf2-1cdb7b3676f0, infoPort=36705, infoSecurePort=0, ipcPort=46633, storageInfo=lv=-57;cid=testClusterID;nsid=1491667870;c=1732065671643) 2024-11-20T01:21:13,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f6a6643e78d0a63 with lease ID 0xbd14083a20f4b780: from storage DS-83e1a03c-1f6c-42fa-addc-1394502986f9 node DatanodeRegistration(127.0.0.1:32891, datanodeUuid=c26cec80-2254-4c5a-adf2-1cdb7b3676f0, infoPort=36705, infoSecurePort=0, ipcPort=46633, storageInfo=lv=-57;cid=testClusterID;nsid=1491667870;c=1732065671643), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:21:13,530 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f 2024-11-20T01:21:13,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:13,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:13,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:21:13,963 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a with version=8 2024-11-20T01:21:13,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/hbase-staging 2024-11-20T01:21:13,966 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:21:13,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:13,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:13,966 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:21:13,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:13,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:21:13,966 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:21:13,966 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:21:13,982 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37733 2024-11-20T01:21:13,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37733 connecting to ZooKeeper ensemble=127.0.0.1:55543 2024-11-20T01:21:14,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377330x0, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:21:14,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37733-0x10155d4b5520000 connected 2024-11-20T01:21:14,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:14,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:14,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Set watcher on znode that does not yet exist, /0-361974433/running 2024-11-20T01:21:14,331 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a, hbase.cluster.distributed=false 2024-11-20T01:21:14,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Set watcher on znode that does not yet exist, /0-361974433/acl 2024-11-20T01:21:14,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37733 2024-11-20T01:21:14,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37733 2024-11-20T01:21:14,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37733 2024-11-20T01:21:14,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37733 2024-11-20T01:21:14,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37733 2024-11-20T01:21:14,350 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:21:14,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:14,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:14,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:21:14,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:14,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:21:14,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:21:14,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:21:14,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34309 2024-11-20T01:21:14,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34309 connecting to ZooKeeper ensemble=127.0.0.1:55543 2024-11-20T01:21:14,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:14,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:14,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343090x0, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:21:14,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343090x0, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Set watcher on znode that does not yet exist, /0-361974433/running 2024-11-20T01:21:14,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34309-0x10155d4b5520001 connected 2024-11-20T01:21:14,370 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:21:14,372 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:21:14,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Set watcher on znode that does not yet exist, /0-361974433/master 2024-11-20T01:21:14,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Set watcher on znode that does not yet exist, /0-361974433/acl 2024-11-20T01:21:14,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34309 2024-11-20T01:21:14,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34309 2024-11-20T01:21:14,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34309 2024-11-20T01:21:14,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34309 2024-11-20T01:21:14,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34309 2024-11-20T01:21:14,397 DEBUG [M:0;57759bcb46a5:37733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:37733 2024-11-20T01:21:14,397 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-361974433/backup-masters/57759bcb46a5,37733,1732065673966 2024-11-20T01:21:14,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433/backup-masters 2024-11-20T01:21:14,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433/backup-masters 2024-11-20T01:21:14,406 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Set watcher on existing znode=/0-361974433/backup-masters/57759bcb46a5,37733,1732065673966 2024-11-20T01:21:14,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:14,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-361974433/master 2024-11-20T01:21:14,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:14,417 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Set watcher on existing znode=/0-361974433/master 2024-11-20T01:21:14,417 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-361974433/backup-masters/57759bcb46a5,37733,1732065673966 from backup master directory 2024-11-20T01:21:14,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-361974433/backup-masters/57759bcb46a5,37733,1732065673966 2024-11-20T01:21:14,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433/backup-masters 2024-11-20T01:21:14,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433/backup-masters 2024-11-20T01:21:14,427 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:21:14,427 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,37733,1732065673966 2024-11-20T01:21:14,430 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/hbase.id] with ID: 0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45 2024-11-20T01:21:14,430 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/.tmp/hbase.id 2024-11-20T01:21:14,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:21:14,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:21:14,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:14,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:14,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:14,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:14,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:14,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:14,835 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/.tmp/hbase.id]:[hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/hbase.id] 2024-11-20T01:21:14,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:14,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:14,844 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:14,845 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:21:14,846 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T01:21:14,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:14,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:14,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:21:15,266 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:15,267 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:21:15,267 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:15,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:21:15,673 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store 2024-11-20T01:21:15,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:21:16,078 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:16,078 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:21:16,078 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:16,079 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:16,079 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:21:16,079 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:16,079 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:16,079 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065676078Disabling compacts and flushes for region at 1732065676078Disabling writes for close at 1732065676079 (+1 ms)Writing region close event to WAL at 1732065676079Closed at 1732065676079 2024-11-20T01:21:16,080 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/.initializing 2024-11-20T01:21:16,080 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/WALs/57759bcb46a5,37733,1732065673966 2024-11-20T01:21:16,080 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:21:16,082 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C37733%2C1732065673966, suffix=, logDir=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/WALs/57759bcb46a5,37733,1732065673966, archiveDir=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/oldWALs, maxLogs=10 2024-11-20T01:21:16,094 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/WALs/57759bcb46a5,37733,1732065673966/57759bcb46a5%2C37733%2C1732065673966.1732065676082, exclude list is [], retry=0 2024-11-20T01:21:16,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32891,DS-fefd238c-cc51-4712-9d34-85ca498f88ba,DISK] 2024-11-20T01:21:16,097 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/WALs/57759bcb46a5,37733,1732065673966/57759bcb46a5%2C37733%2C1732065673966.1732065676082 2024-11-20T01:21:16,098 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36705:36705)] 2024-11-20T01:21:16,098 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:16,098 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:16,098 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:16,098 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:16,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:16,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:21:16,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:16,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:16,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:16,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:21:16,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:16,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:16,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:16,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:21:16,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:16,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:16,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:16,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:21:16,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:16,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:16,104 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:16,105 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:16,106 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:16,108 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:16,109 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:16,109 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:21:16,111 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:16,113 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:16,113 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63091572, jitterRate=-0.05986231565475464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:21:16,114 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065676098Initializing all the Stores at 1732065676099 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065676099Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065676099Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065676099Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065676099Cleaning up temporary data from old regions at 1732065676109 (+10 ms)Region opened successfully at 1732065676114 (+5 ms) 2024-11-20T01:21:16,114 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:21:16,116 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e91dbff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:21:16,117 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:21:16,117 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:21:16,117 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:21:16,117 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:21:16,118 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:21:16,118 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:21:16,118 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:21:16,120 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:21:16,120 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Unable to get data of znode /0-361974433/balancer because node does not exist (not necessarily an error) 2024-11-20T01:21:16,174 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-361974433/balancer already deleted, retry=false 2024-11-20T01:21:16,174 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:21:16,175 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Unable to get data of znode /0-361974433/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:21:16,184 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-361974433/normalizer already deleted, retry=false 2024-11-20T01:21:16,185 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:21:16,186 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Unable to get data of znode /0-361974433/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:21:16,195 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-361974433/switch/split already deleted, retry=false 2024-11-20T01:21:16,196 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Unable to get data of znode /0-361974433/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:21:16,205 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-361974433/switch/merge already deleted, retry=false 2024-11-20T01:21:16,207 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Unable to get data of znode /0-361974433/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:21:16,216 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-361974433/snapshot-cleanup already deleted, retry=false 2024-11-20T01:21:16,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-361974433/running 2024-11-20T01:21:16,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-361974433/running 2024-11-20T01:21:16,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:16,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:16,227 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,37733,1732065673966, sessionid=0x10155d4b5520000, setting cluster-up flag (Was=false) 2024-11-20T01:21:16,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:16,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:16,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:21:16,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:21:16,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:21:16,327 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-361974433/flush-table-proc/acquired, /0-361974433/flush-table-proc/reached, /0-361974433/flush-table-proc/abort 2024-11-20T01:21:16,328 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,37733,1732065673966 2024-11-20T01:21:16,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:16,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:16,433 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-361974433/online-snapshot/acquired, /0-361974433/online-snapshot/reached, /0-361974433/online-snapshot/abort 2024-11-20T01:21:16,434 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,37733,1732065673966 2024-11-20T01:21:16,434 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:21:16,436 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:16,436 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:21:16,436 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:21:16,436 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 57759bcb46a5,33981,1732065646927: status=Processing ServerCrashProcedure of 57759bcb46a5,33981,1732065646927 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732065661769, completionTime=-1 appears to have been leaked 2024-11-20T01:21:16,436 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,37733,1732065673966 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:21:16,437 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:16,437 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:16,437 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:16,437 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:16,437 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:21:16,438 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:16,438 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:21:16,438 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:16,439 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065706438 2024-11-20T01:21:16,439 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:21:16,439 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:21:16,439 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:21:16,439 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:21:16,439 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:21:16,439 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:21:16,439 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:16,439 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:16,439 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:21:16,439 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:21:16,439 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:21:16,439 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:21:16,440 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:21:16,440 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:21:16,440 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:21:16,440 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:16,440 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:21:16,444 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065676440,5,FailOnTimeoutGroup] 2024-11-20T01:21:16,448 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065676444,5,FailOnTimeoutGroup] 2024-11-20T01:21:16,448 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:16,448 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:21:16,448 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:16,448 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:16,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:21:16,490 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(746): ClusterId : 0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45 2024-11-20T01:21:16,490 DEBUG [RS:0;57759bcb46a5:34309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:21:16,501 DEBUG [RS:0;57759bcb46a5:34309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:21:16,501 DEBUG [RS:0;57759bcb46a5:34309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:21:16,511 DEBUG [RS:0;57759bcb46a5:34309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:21:16,512 DEBUG [RS:0;57759bcb46a5:34309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7bb99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:21:16,526 DEBUG [RS:0;57759bcb46a5:34309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:34309 2024-11-20T01:21:16,526 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:21:16,526 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:21:16,526 DEBUG [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:21:16,529 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,37733,1732065673966 with port=34309, startcode=1732065674350 2024-11-20T01:21:16,529 DEBUG [RS:0;57759bcb46a5:34309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:21:16,530 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:21:16,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37733 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,34309,1732065674350 2024-11-20T01:21:16,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37733 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,34309,1732065674350 2024-11-20T01:21:16,532 DEBUG [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a 2024-11-20T01:21:16,532 DEBUG [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33745 2024-11-20T01:21:16,532 DEBUG [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:21:16,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433/rs 2024-11-20T01:21:16,543 DEBUG [RS:0;57759bcb46a5:34309 {}] zookeeper.ZKUtil(111): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Set watcher on existing znode=/0-361974433/rs/57759bcb46a5,34309,1732065674350 2024-11-20T01:21:16,543 WARN [RS:0;57759bcb46a5:34309 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:21:16,543 INFO [RS:0;57759bcb46a5:34309 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:16,543 DEBUG [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350 2024-11-20T01:21:16,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,34309,1732065674350] 2024-11-20T01:21:16,546 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:21:16,547 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:21:16,548 INFO [RS:0;57759bcb46a5:34309 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:21:16,548 INFO [RS:0;57759bcb46a5:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:16,554 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:21:16,555 INFO [RS:0;57759bcb46a5:34309 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:21:16,555 INFO [RS:0;57759bcb46a5:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:16,555 DEBUG [RS:0;57759bcb46a5:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:16,555 DEBUG [RS:0;57759bcb46a5:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:16,555 DEBUG [RS:0;57759bcb46a5:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:16,555 DEBUG [RS:0;57759bcb46a5:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:16,555 DEBUG [RS:0;57759bcb46a5:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:16,555 DEBUG [RS:0;57759bcb46a5:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:21:16,555 DEBUG [RS:0;57759bcb46a5:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:16,555 DEBUG [RS:0;57759bcb46a5:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:16,555 DEBUG [RS:0;57759bcb46a5:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:16,555 DEBUG [RS:0;57759bcb46a5:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:16,556 DEBUG [RS:0;57759bcb46a5:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:16,556 DEBUG [RS:0;57759bcb46a5:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:16,556 DEBUG [RS:0;57759bcb46a5:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:21:16,556 DEBUG [RS:0;57759bcb46a5:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:21:16,559 INFO [RS:0;57759bcb46a5:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:16,559 INFO [RS:0;57759bcb46a5:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:16,559 INFO [RS:0;57759bcb46a5:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:16,559 INFO [RS:0;57759bcb46a5:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:16,559 INFO [RS:0;57759bcb46a5:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:16,559 INFO [RS:0;57759bcb46a5:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34309,1732065674350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:21:16,573 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:21:16,573 INFO [RS:0;57759bcb46a5:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34309,1732065674350-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:16,573 INFO [RS:0;57759bcb46a5:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:16,573 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.Replication(171): 57759bcb46a5,34309,1732065674350 started 2024-11-20T01:21:16,586 INFO [RS:0;57759bcb46a5:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:16,586 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,34309,1732065674350, RpcServer on 57759bcb46a5/172.17.0.3:34309, sessionid=0x10155d4b5520001 2024-11-20T01:21:16,586 DEBUG [RS:0;57759bcb46a5:34309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:21:16,586 DEBUG [RS:0;57759bcb46a5:34309 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,34309,1732065674350 2024-11-20T01:21:16,586 DEBUG [RS:0;57759bcb46a5:34309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,34309,1732065674350' 2024-11-20T01:21:16,586 DEBUG [RS:0;57759bcb46a5:34309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-361974433/flush-table-proc/abort' 2024-11-20T01:21:16,587 DEBUG [RS:0;57759bcb46a5:34309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-361974433/flush-table-proc/acquired' 2024-11-20T01:21:16,587 DEBUG [RS:0;57759bcb46a5:34309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:21:16,587 DEBUG [RS:0;57759bcb46a5:34309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:21:16,587 DEBUG [RS:0;57759bcb46a5:34309 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,34309,1732065674350 2024-11-20T01:21:16,587 DEBUG [RS:0;57759bcb46a5:34309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,34309,1732065674350' 2024-11-20T01:21:16,587 DEBUG [RS:0;57759bcb46a5:34309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-361974433/online-snapshot/abort' 2024-11-20T01:21:16,587 DEBUG [RS:0;57759bcb46a5:34309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-361974433/online-snapshot/acquired' 2024-11-20T01:21:16,588 DEBUG [RS:0;57759bcb46a5:34309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:21:16,588 INFO [RS:0;57759bcb46a5:34309 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:21:16,588 INFO [RS:0;57759bcb46a5:34309 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:21:16,688 INFO [RS:0;57759bcb46a5:34309 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:21:16,697 INFO [RS:0;57759bcb46a5:34309 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C34309%2C1732065674350, suffix=, logDir=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350, archiveDir=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/oldWALs, maxLogs=10 2024-11-20T01:21:16,714 DEBUG [RS:0;57759bcb46a5:34309 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698, exclude list is [], retry=0 2024-11-20T01:21:16,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32891,DS-fefd238c-cc51-4712-9d34-85ca498f88ba,DISK] 2024-11-20T01:21:16,719 INFO [RS:0;57759bcb46a5:34309 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 2024-11-20T01:21:16,720 DEBUG [RS:0;57759bcb46a5:34309 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36705:36705)] 2024-11-20T01:21:16,856 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:21:16,856 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a 2024-11-20T01:21:16,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:21:17,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:17,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:21:17,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:21:17,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:17,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:17,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:21:17,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:21:17,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:17,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:17,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:21:17,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:21:17,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:17,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:17,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:21:17,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:21:17,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:17,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:17,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:21:17,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740 2024-11-20T01:21:17,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740 2024-11-20T01:21:17,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:21:17,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:21:17,318 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:21:17,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:21:17,328 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:17,329 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69308256, jitterRate=0.032773494720458984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:21:17,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065677272Initializing all the Stores at 1732065677273 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065677273Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065677280 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065677280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065677280Cleaning up temporary data from old regions at 1732065677318 (+38 ms)Region opened successfully at 1732065677329 (+11 ms) 2024-11-20T01:21:17,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:21:17,329 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:21:17,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:21:17,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:21:17,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:21:17,330 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:21:17,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065677329Disabling compacts and flushes for region at 1732065677329Disabling writes for close at 1732065677329Writing region close event to WAL at 1732065677330 (+1 ms)Closed at 1732065677330 2024-11-20T01:21:17,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:17,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:21:17,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:21:17,331 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:21:17,332 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:21:17,482 DEBUG [57759bcb46a5:37733 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:21:17,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,34309,1732065674350 2024-11-20T01:21:17,484 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,34309,1732065674350, state=OPENING 2024-11-20T01:21:17,538 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:21:17,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:17,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:17,624 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:21:17,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-361974433/meta-region-server: CHANGED 2024-11-20T01:21:17,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,34309,1732065674350}] 2024-11-20T01:21:17,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-361974433/meta-region-server: CHANGED 2024-11-20T01:21:17,777 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:21:17,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:21:17,782 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:21:17,782 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:17,782 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:21:17,783 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C34309%2C1732065674350.meta, suffix=.meta, logDir=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350, archiveDir=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/oldWALs, maxLogs=10 2024-11-20T01:21:17,798 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.meta.1732065677784.meta, exclude list is [], retry=0 2024-11-20T01:21:17,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32891,DS-fefd238c-cc51-4712-9d34-85ca498f88ba,DISK] 2024-11-20T01:21:17,802 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.meta.1732065677784.meta 2024-11-20T01:21:17,803 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36705:36705)] 2024-11-20T01:21:17,803 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:17,803 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:21:17,803 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:21:17,803 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:21:17,803 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:21:17,804 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:21:17,804 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:17,804 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:21:17,804 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:21:17,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:21:17,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:21:17,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:17,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:17,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:21:17,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:21:17,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:17,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:17,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:21:17,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:21:17,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:17,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:17,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:21:17,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:21:17,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:17,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:17,818 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:21:17,818 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740 2024-11-20T01:21:17,819 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740 2024-11-20T01:21:17,820 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:21:17,820 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:21:17,821 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:21:17,822 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:21:17,823 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59339935, jitterRate=-0.11576606333255768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:21:17,823 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:21:17,823 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065677804Writing region info on filesystem at 1732065677804Initializing all the Stores at 1732065677805 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065677805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065677812 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065677812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065677812Cleaning up temporary data from old regions at 1732065677820 (+8 ms)Running coprocessor post-open hooks at 1732065677823 (+3 ms)Region opened successfully at 1732065677823 2024-11-20T01:21:17,824 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065677777 2024-11-20T01:21:17,826 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:21:17,826 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:21:17,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,34309,1732065674350 2024-11-20T01:21:17,827 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,34309,1732065674350, state=OPEN 2024-11-20T01:21:17,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-361974433/meta-region-server 2024-11-20T01:21:17,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-361974433/meta-region-server 2024-11-20T01:21:17,892 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,34309,1732065674350 2024-11-20T01:21:17,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-361974433/meta-region-server: CHANGED 2024-11-20T01:21:17,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-361974433/meta-region-server: CHANGED 2024-11-20T01:21:17,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:21:17,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,34309,1732065674350 in 269 msec 2024-11-20T01:21:17,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:21:17,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 565 msec 2024-11-20T01:21:17,898 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:17,899 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:21:17,900 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:17,900 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34309,1732065674350, seqNum=-1] 2024-11-20T01:21:17,900 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:17,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:17,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4720 sec 2024-11-20T01:21:17,909 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065677909, completionTime=-1 2024-11-20T01:21:17,909 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:21:17,909 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:21:17,911 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:21:17,911 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065737911 2024-11-20T01:21:17,911 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065797911 2024-11-20T01:21:17,911 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T01:21:17,911 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37733,1732065673966-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:17,911 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37733,1732065673966-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:17,911 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37733,1732065673966-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:17,911 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:37733, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:17,911 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:17,912 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:17,913 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:21:17,922 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.495sec 2024-11-20T01:21:17,922 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:21:17,922 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:21:17,922 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:21:17,923 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:21:17,923 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:21:17,923 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37733,1732065673966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:21:17,923 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37733,1732065673966-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:21:17,925 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:21:17,925 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:21:17,925 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37733,1732065673966-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:17,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375c73e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:17,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,37733,-1 for getting cluster id 2024-11-20T01:21:17,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:17,994 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45' 2024-11-20T01:21:17,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:17,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45" 2024-11-20T01:21:17,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3fb899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:17,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,37733,-1] 2024-11-20T01:21:17,994 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:17,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:17,996 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:17,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a9384b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:17,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:17,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34309,1732065674350, seqNum=-1] 2024-11-20T01:21:17,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:18,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:18,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,37733,1732065673966 2024-11-20T01:21:18,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55543 2024-11-20T01:21:18,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:21:18,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155d4b5520002 connected 2024-11-20T01:21:18,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/hadoop.log.dir so I do NOT create it in target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73 2024-11-20T01:21:18,035 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:21:18,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/hadoop.tmp.dir so I do NOT create it in target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73 2024-11-20T01:21:18,035 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:21:18,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73 2024-11-20T01:21:18,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:21:18,035 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/cluster_03b06adc-0b21-1c3b-4d39-305105f05a16, deleteOnExit=true 2024-11-20T01:21:18,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:21:18,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/test.cache.data in system properties and HBase conf 2024-11-20T01:21:18,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:21:18,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:21:18,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:21:18,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:21:18,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:21:18,036 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:21:18,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:21:18,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:21:18,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:21:18,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:21:18,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:21:18,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:21:18,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:21:18,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:21:18,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:21:18,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:21:18,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:21:18,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:21:18,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:21:18,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:21:18,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:21:18,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:21:18,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:21:18,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:21:18,528 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:21:18,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:21:18,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@686b2ef1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:21:18,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ff4b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:21:18,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5775d436{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/java.io.tmpdir/jetty-localhost-37133-hadoop-hdfs-3_4_1-tests_jar-_-any-482687268951713386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:21:18,675 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4150c06f{HTTP/1.1, (http/1.1)}{localhost:37133} 2024-11-20T01:21:18,675 INFO [Time-limited test {}] server.Server(415): Started @217341ms 2024-11-20T01:21:19,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:21:19,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:21:19,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:21:19,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:21:19,230 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:21:19,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d241d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:21:19,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cafbe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:21:19,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3da36794{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/java.io.tmpdir/jetty-localhost-38097-hadoop-hdfs-3_4_1-tests_jar-_-any-7971784611802123799/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:21:19,411 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4209bb98{HTTP/1.1, (http/1.1)}{localhost:38097} 2024-11-20T01:21:19,411 INFO [Time-limited test {}] server.Server(415): Started @218077ms 2024-11-20T01:21:19,412 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:21:20,220 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/cluster_03b06adc-0b21-1c3b-4d39-305105f05a16/data/data1/current/BP-491173526-172.17.0.3-1732065678056/current, will proceed with Du for space computation calculation, 2024-11-20T01:21:20,223 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/cluster_03b06adc-0b21-1c3b-4d39-305105f05a16/data/data2/current/BP-491173526-172.17.0.3-1732065678056/current, will proceed with Du for space computation calculation, 2024-11-20T01:21:20,293 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:21:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e8ec8ec2afd9900 with lease ID 0x87f889f7075e64e5: Processing first storage report for DS-2e5dd732-a354-461e-87e6-d4211149de62 from datanode DatanodeRegistration(127.0.0.1:35285, datanodeUuid=876458b4-fc0e-4da7-b8da-490a125d52eb, infoPort=42417, infoSecurePort=0, ipcPort=33261, storageInfo=lv=-57;cid=testClusterID;nsid=2081570813;c=1732065678056) 2024-11-20T01:21:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e8ec8ec2afd9900 with lease ID 0x87f889f7075e64e5: from storage DS-2e5dd732-a354-461e-87e6-d4211149de62 node DatanodeRegistration(127.0.0.1:35285, datanodeUuid=876458b4-fc0e-4da7-b8da-490a125d52eb, infoPort=42417, infoSecurePort=0, ipcPort=33261, storageInfo=lv=-57;cid=testClusterID;nsid=2081570813;c=1732065678056), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:21:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e8ec8ec2afd9900 with lease ID 0x87f889f7075e64e5: Processing first storage report for DS-45c4fa1b-fc5f-4bb7-872f-d62b01058f31 from datanode DatanodeRegistration(127.0.0.1:35285, datanodeUuid=876458b4-fc0e-4da7-b8da-490a125d52eb, infoPort=42417, infoSecurePort=0, ipcPort=33261, storageInfo=lv=-57;cid=testClusterID;nsid=2081570813;c=1732065678056) 2024-11-20T01:21:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e8ec8ec2afd9900 with lease ID 0x87f889f7075e64e5: from storage DS-45c4fa1b-fc5f-4bb7-872f-d62b01058f31 node DatanodeRegistration(127.0.0.1:35285, datanodeUuid=876458b4-fc0e-4da7-b8da-490a125d52eb, infoPort=42417, infoSecurePort=0, ipcPort=33261, storageInfo=lv=-57;cid=testClusterID;nsid=2081570813;c=1732065678056), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:21:20,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73 2024-11-20T01:21:20,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:20,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:21:20,379 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c with version=8 2024-11-20T01:21:20,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/hbase-staging 2024-11-20T01:21:20,381 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:21:20,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:20,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:20,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:21:20,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:20,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:21:20,382 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:21:20,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:21:20,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37575 2024-11-20T01:21:20,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37575 connecting to ZooKeeper ensemble=127.0.0.1:55543 2024-11-20T01:21:20,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375750x0, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:21:20,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37575-0x10155d4b5520003 connected 2024-11-20T01:21:20,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:20,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:20,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Set watcher on znode that does not yet exist, /1524740480/running 2024-11-20T01:21:20,488 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c, hbase.cluster.distributed=false 2024-11-20T01:21:20,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Set watcher on znode that does not yet exist, /1524740480/acl 2024-11-20T01:21:20,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37575 2024-11-20T01:21:20,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37575 2024-11-20T01:21:20,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37575 2024-11-20T01:21:20,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37575 2024-11-20T01:21:20,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37575 2024-11-20T01:21:20,512 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:21:20,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:20,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:20,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:21:20,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:20,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:21:20,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:21:20,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:21:20,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46479 2024-11-20T01:21:20,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46479 connecting to ZooKeeper ensemble=127.0.0.1:55543 2024-11-20T01:21:20,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:20,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:20,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464790x0, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:21:20,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464790x0, quorum=127.0.0.1:55543, baseZNode=/1524740480 Set watcher on znode that does not yet exist, /1524740480/running 2024-11-20T01:21:20,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46479-0x10155d4b5520004 connected 2024-11-20T01:21:20,532 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:21:20,544 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:21:20,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Set watcher on znode that does not yet exist, /1524740480/master 2024-11-20T01:21:20,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Set watcher on znode that does not yet exist, /1524740480/acl 2024-11-20T01:21:20,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46479 2024-11-20T01:21:20,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46479 2024-11-20T01:21:20,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46479 2024-11-20T01:21:20,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46479 2024-11-20T01:21:20,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46479 2024-11-20T01:21:20,587 DEBUG [M:0;57759bcb46a5:37575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:37575 2024-11-20T01:21:20,588 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1524740480/backup-masters/57759bcb46a5,37575,1732065680381 2024-11-20T01:21:20,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480/backup-masters 2024-11-20T01:21:20,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480/backup-masters 2024-11-20T01:21:20,601 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Set watcher on existing znode=/1524740480/backup-masters/57759bcb46a5,37575,1732065680381 2024-11-20T01:21:20,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1524740480/master 2024-11-20T01:21:20,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:20,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:20,612 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Set watcher on existing znode=/1524740480/master 2024-11-20T01:21:20,612 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1524740480/backup-masters/57759bcb46a5,37575,1732065680381 from backup master directory 2024-11-20T01:21:20,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480/backup-masters 2024-11-20T01:21:20,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1524740480/backup-masters/57759bcb46a5,37575,1732065680381 2024-11-20T01:21:20,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480/backup-masters 2024-11-20T01:21:20,622 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:21:20,622 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,37575,1732065680381 2024-11-20T01:21:20,625 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/hbase.id] with ID: 559eb7f9-d99f-4f4d-be71-cef45bcf2de2 2024-11-20T01:21:20,625 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/.tmp/hbase.id 2024-11-20T01:21:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:21:21,030 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/.tmp/hbase.id]:[hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/hbase.id] 2024-11-20T01:21:21,042 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:21,042 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:21:21,043 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T01:21:21,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:21,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:21,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:21:21,502 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:21,503 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:21:21,503 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:21,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:21:21,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:21:21,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:21,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:21,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:21,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:21,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:21,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:21,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:21,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:21,910 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store 2024-11-20T01:21:21,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:21:22,315 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:22,316 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:21:22,316 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:22,316 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:22,316 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:21:22,316 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:22,316 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:22,316 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065682315Disabling compacts and flushes for region at 1732065682315Disabling writes for close at 1732065682316 (+1 ms)Writing region close event to WAL at 1732065682316Closed at 1732065682316 2024-11-20T01:21:22,317 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/.initializing 2024-11-20T01:21:22,317 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/WALs/57759bcb46a5,37575,1732065680381 2024-11-20T01:21:22,318 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:21:22,319 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C37575%2C1732065680381, suffix=, logDir=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/WALs/57759bcb46a5,37575,1732065680381, archiveDir=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/oldWALs, maxLogs=10 2024-11-20T01:21:22,337 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/WALs/57759bcb46a5,37575,1732065680381/57759bcb46a5%2C37575%2C1732065680381.1732065682320, exclude list is [], retry=0 2024-11-20T01:21:22,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35285,DS-2e5dd732-a354-461e-87e6-d4211149de62,DISK] 2024-11-20T01:21:22,343 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/WALs/57759bcb46a5,37575,1732065680381/57759bcb46a5%2C37575%2C1732065680381.1732065682320 2024-11-20T01:21:22,343 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42417:42417)] 2024-11-20T01:21:22,343 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:22,343 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:22,343 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:22,343 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:22,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:22,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:21:22,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:22,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:22,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:22,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:21:22,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:22,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:22,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:22,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:21:22,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:22,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:22,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:22,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:21:22,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:22,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:22,353 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:22,354 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:22,354 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:22,355 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:22,355 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:22,355 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:21:22,356 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:22,358 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:22,358 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75336407, jitterRate=0.12259994447231293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:21:22,358 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065682343Initializing all the Stores at 1732065682344 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065682344Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065682347 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065682347Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065682347Cleaning up temporary data from old regions at 1732065682355 (+8 ms)Region opened successfully at 1732065682358 (+3 ms) 2024-11-20T01:21:22,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:21:22,364 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39aecd40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:21:22,364 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:21:22,364 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:21:22,364 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:21:22,365 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:21:22,365 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:21:22,365 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:21:22,365 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:21:22,371 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:21:22,372 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Unable to get data of znode /1524740480/balancer because node does not exist (not necessarily an error) 2024-11-20T01:21:22,443 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1524740480/balancer already deleted, retry=false 2024-11-20T01:21:22,443 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:21:22,444 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Unable to get data of znode /1524740480/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:21:22,453 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1524740480/normalizer already deleted, retry=false 2024-11-20T01:21:22,453 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:21:22,454 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Unable to get data of znode /1524740480/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:21:22,464 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1524740480/switch/split already deleted, retry=false 2024-11-20T01:21:22,464 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Unable to get data of znode /1524740480/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:21:22,474 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1524740480/switch/merge already deleted, retry=false 2024-11-20T01:21:22,476 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Unable to get data of znode /1524740480/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:21:22,485 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1524740480/snapshot-cleanup already deleted, retry=false 2024-11-20T01:21:22,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1524740480/running 2024-11-20T01:21:22,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:22,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1524740480/running 2024-11-20T01:21:22,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:22,496 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,37575,1732065680381, sessionid=0x10155d4b5520003, setting cluster-up flag (Was=false) 2024-11-20T01:21:22,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:22,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:22,546 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:21:22,548 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1524740480/flush-table-proc/acquired, /1524740480/flush-table-proc/reached, /1524740480/flush-table-proc/abort 2024-11-20T01:21:22,549 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,37575,1732065680381 2024-11-20T01:21:22,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:22,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:22,601 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1524740480/online-snapshot/acquired, /1524740480/online-snapshot/reached, /1524740480/online-snapshot/abort 2024-11-20T01:21:22,601 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,37575,1732065680381 2024-11-20T01:21:22,603 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:21:22,604 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:22,604 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:21:22,604 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:21:22,604 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,37575,1732065680381 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:21:22,605 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:22,605 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:22,605 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:22,606 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:22,606 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:21:22,606 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:22,606 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:21:22,606 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:22,606 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065712606 2024-11-20T01:21:22,606 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:21:22,606 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:21:22,606 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:21:22,606 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:21:22,606 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:21:22,606 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:21:22,607 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:22,607 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:22,607 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:21:22,607 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:21:22,607 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:21:22,607 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:21:22,607 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:21:22,607 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:21:22,607 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:21:22,608 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065682607,5,FailOnTimeoutGroup] 2024-11-20T01:21:22,608 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065682608,5,FailOnTimeoutGroup] 2024-11-20T01:21:22,608 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:22,608 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:21:22,608 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:22,608 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:22,608 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:22,608 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:21:22,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:21:22,679 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(746): ClusterId : 559eb7f9-d99f-4f4d-be71-cef45bcf2de2 2024-11-20T01:21:22,679 DEBUG [RS:0;57759bcb46a5:46479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:21:22,690 DEBUG [RS:0;57759bcb46a5:46479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:21:22,690 DEBUG [RS:0;57759bcb46a5:46479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:21:22,701 DEBUG [RS:0;57759bcb46a5:46479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:21:22,701 DEBUG [RS:0;57759bcb46a5:46479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305b1df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:21:22,712 DEBUG [RS:0;57759bcb46a5:46479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:46479 2024-11-20T01:21:22,712 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:21:22,712 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:21:22,712 DEBUG [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:21:22,712 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,37575,1732065680381 with port=46479, startcode=1732065680512 2024-11-20T01:21:22,713 DEBUG [RS:0;57759bcb46a5:46479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:21:22,714 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:21:22,714 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37575 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,46479,1732065680512 2024-11-20T01:21:22,714 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37575 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,46479,1732065680512 2024-11-20T01:21:22,715 DEBUG [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c 2024-11-20T01:21:22,715 DEBUG [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38079 2024-11-20T01:21:22,715 DEBUG [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:21:22,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480/rs 2024-11-20T01:21:22,727 DEBUG [RS:0;57759bcb46a5:46479 {}] zookeeper.ZKUtil(111): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Set watcher on existing znode=/1524740480/rs/57759bcb46a5,46479,1732065680512 2024-11-20T01:21:22,727 WARN [RS:0;57759bcb46a5:46479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:21:22,727 INFO [RS:0;57759bcb46a5:46479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:22,727 DEBUG [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512 2024-11-20T01:21:22,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,46479,1732065680512] 2024-11-20T01:21:22,730 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:21:22,731 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:21:22,731 INFO [RS:0;57759bcb46a5:46479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:21:22,731 INFO [RS:0;57759bcb46a5:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:22,731 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:21:22,732 INFO [RS:0;57759bcb46a5:46479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:21:22,732 INFO [RS:0;57759bcb46a5:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:22,732 DEBUG [RS:0;57759bcb46a5:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:22,732 DEBUG [RS:0;57759bcb46a5:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:22,732 DEBUG [RS:0;57759bcb46a5:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:22,732 DEBUG [RS:0;57759bcb46a5:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:22,732 DEBUG [RS:0;57759bcb46a5:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:22,732 DEBUG [RS:0;57759bcb46a5:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:21:22,732 DEBUG [RS:0;57759bcb46a5:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:22,732 DEBUG [RS:0;57759bcb46a5:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:22,732 DEBUG [RS:0;57759bcb46a5:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:22,732 DEBUG [RS:0;57759bcb46a5:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:22,732 DEBUG [RS:0;57759bcb46a5:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:22,732 DEBUG [RS:0;57759bcb46a5:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:22,732 DEBUG [RS:0;57759bcb46a5:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:21:22,732 DEBUG [RS:0;57759bcb46a5:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:21:22,736 INFO [RS:0;57759bcb46a5:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:22,736 INFO [RS:0;57759bcb46a5:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:22,736 INFO [RS:0;57759bcb46a5:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:22,736 INFO [RS:0;57759bcb46a5:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:22,736 INFO [RS:0;57759bcb46a5:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:22,736 INFO [RS:0;57759bcb46a5:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,46479,1732065680512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:21:22,749 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:21:22,749 INFO [RS:0;57759bcb46a5:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,46479,1732065680512-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:22,749 INFO [RS:0;57759bcb46a5:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:22,749 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.Replication(171): 57759bcb46a5,46479,1732065680512 started 2024-11-20T01:21:22,762 INFO [RS:0;57759bcb46a5:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:22,762 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,46479,1732065680512, RpcServer on 57759bcb46a5/172.17.0.3:46479, sessionid=0x10155d4b5520004 2024-11-20T01:21:22,762 DEBUG [RS:0;57759bcb46a5:46479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:21:22,762 DEBUG [RS:0;57759bcb46a5:46479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,46479,1732065680512 2024-11-20T01:21:22,762 DEBUG [RS:0;57759bcb46a5:46479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,46479,1732065680512' 2024-11-20T01:21:22,762 DEBUG [RS:0;57759bcb46a5:46479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1524740480/flush-table-proc/abort' 2024-11-20T01:21:22,763 DEBUG [RS:0;57759bcb46a5:46479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1524740480/flush-table-proc/acquired' 2024-11-20T01:21:22,763 DEBUG [RS:0;57759bcb46a5:46479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:21:22,763 DEBUG [RS:0;57759bcb46a5:46479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:21:22,763 DEBUG [RS:0;57759bcb46a5:46479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,46479,1732065680512 2024-11-20T01:21:22,763 DEBUG [RS:0;57759bcb46a5:46479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,46479,1732065680512' 2024-11-20T01:21:22,763 DEBUG [RS:0;57759bcb46a5:46479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1524740480/online-snapshot/abort' 2024-11-20T01:21:22,764 DEBUG [RS:0;57759bcb46a5:46479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1524740480/online-snapshot/acquired' 2024-11-20T01:21:22,764 DEBUG [RS:0;57759bcb46a5:46479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:21:22,764 INFO [RS:0;57759bcb46a5:46479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:21:22,764 INFO [RS:0;57759bcb46a5:46479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:21:22,865 INFO [RS:0;57759bcb46a5:46479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:21:22,866 INFO [RS:0;57759bcb46a5:46479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C46479%2C1732065680512, suffix=, logDir=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512, archiveDir=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/oldWALs, maxLogs=10 2024-11-20T01:21:22,878 DEBUG [RS:0;57759bcb46a5:46479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866, exclude list is [], retry=0 2024-11-20T01:21:22,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35285,DS-2e5dd732-a354-461e-87e6-d4211149de62,DISK] 2024-11-20T01:21:22,881 INFO [RS:0;57759bcb46a5:46479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 2024-11-20T01:21:22,882 DEBUG [RS:0;57759bcb46a5:46479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42417:42417)] 2024-11-20T01:21:23,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:21:23,017 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c 2024-11-20T01:21:23,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:21:23,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:23,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:21:23,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:21:23,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:23,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:23,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:21:23,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:21:23,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:23,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:23,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:21:23,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:21:23,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:23,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:23,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:21:23,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:21:23,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:23,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:23,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:21:23,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740 2024-11-20T01:21:23,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740 2024-11-20T01:21:23,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:21:23,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:21:23,430 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:21:23,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:21:23,432 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:23,433 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73527510, jitterRate=0.09564527869224548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:21:23,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065683422Initializing all the Stores at 1732065683423 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065683423Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065683423Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065683423Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065683423Cleaning up temporary data from old regions at 1732065683430 (+7 ms)Region opened successfully at 1732065683433 (+3 ms) 2024-11-20T01:21:23,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:21:23,433 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:21:23,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:21:23,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:21:23,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:21:23,433 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:21:23,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065683433Disabling compacts and flushes for region at 1732065683433Disabling writes for close at 1732065683433Writing region close event to WAL at 1732065683433Closed at 1732065683433 2024-11-20T01:21:23,434 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:23,434 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:21:23,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:21:23,435 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:21:23,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:21:23,586 DEBUG [57759bcb46a5:37575 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:21:23,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,46479,1732065680512 2024-11-20T01:21:23,587 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,46479,1732065680512, state=OPENING 2024-11-20T01:21:23,679 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:21:23,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:23,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:23,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1524740480/meta-region-server: CHANGED 2024-11-20T01:21:23,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1524740480/meta-region-server: CHANGED 2024-11-20T01:21:23,701 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:21:23,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,46479,1732065680512}] 2024-11-20T01:21:23,857 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:21:23,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:21:23,862 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:21:23,862 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:23,863 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:21:23,864 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C46479%2C1732065680512.meta, suffix=.meta, logDir=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512, archiveDir=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/oldWALs, maxLogs=10 2024-11-20T01:21:23,882 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.meta.1732065683864.meta, exclude list is [], retry=0 2024-11-20T01:21:23,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35285,DS-2e5dd732-a354-461e-87e6-d4211149de62,DISK] 2024-11-20T01:21:23,886 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.meta.1732065683864.meta 2024-11-20T01:21:23,886 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42417:42417)] 2024-11-20T01:21:23,886 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:23,887 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:21:23,887 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:21:23,887 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:21:23,887 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:21:23,887 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:21:23,887 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:23,887 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:21:23,887 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:21:23,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:21:23,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:21:23,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:23,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:23,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:21:23,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:21:23,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:23,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:23,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:21:23,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:21:23,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:23,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:23,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:21:23,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:21:23,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:23,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:23,892 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:21:23,892 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740 2024-11-20T01:21:23,893 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740 2024-11-20T01:21:23,894 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:21:23,894 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:21:23,895 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:21:23,896 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:21:23,896 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60577411, jitterRate=-0.09732623398303986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:21:23,896 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:21:23,896 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065683887Writing region info on filesystem at 1732065683887Initializing all the Stores at 1732065683888 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065683888Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065683888Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065683888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065683888Cleaning up temporary data from old regions at 1732065683894 (+6 ms)Running coprocessor post-open hooks at 1732065683896 (+2 ms)Region opened successfully at 1732065683896 2024-11-20T01:21:23,897 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065683857 2024-11-20T01:21:23,898 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:21:23,898 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:21:23,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,46479,1732065680512 2024-11-20T01:21:23,900 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,46479,1732065680512, state=OPEN 2024-11-20T01:21:23,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1524740480/meta-region-server 2024-11-20T01:21:23,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1524740480/meta-region-server 2024-11-20T01:21:23,910 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,46479,1732065680512 2024-11-20T01:21:23,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1524740480/meta-region-server: CHANGED 2024-11-20T01:21:23,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1524740480/meta-region-server: CHANGED 2024-11-20T01:21:23,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:21:23,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,46479,1732065680512 in 209 msec 2024-11-20T01:21:23,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:21:23,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-20T01:21:23,917 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:23,918 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:21:23,920 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:23,920 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,46479,1732065680512, seqNum=-1] 2024-11-20T01:21:23,920 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:23,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:23,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3220 sec 2024-11-20T01:21:23,927 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065683927, completionTime=-1 2024-11-20T01:21:23,927 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:21:23,927 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:21:23,929 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:21:23,929 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065743929 2024-11-20T01:21:23,930 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065803929 2024-11-20T01:21:23,930 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T01:21:23,930 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37575,1732065680381-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:23,930 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37575,1732065680381-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:23,930 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37575,1732065680381-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:23,930 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:37575, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:23,930 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:23,930 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:23,932 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:21:23,933 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.311sec 2024-11-20T01:21:23,933 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:21:23,933 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:21:23,933 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:21:23,933 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:21:23,933 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:21:23,933 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37575,1732065680381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:21:23,933 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37575,1732065680381-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:21:23,935 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:21:23,935 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:21:23,935 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,37575,1732065680381-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:23,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edfb1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:23,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,37575,-1 for getting cluster id 2024-11-20T01:21:23,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:23,981 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '559eb7f9-d99f-4f4d-be71-cef45bcf2de2' 2024-11-20T01:21:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "559eb7f9-d99f-4f4d-be71-cef45bcf2de2" 2024-11-20T01:21:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb343c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,37575,-1] 2024-11-20T01:21:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:23,983 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:23,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425dd519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:23,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,46479,1732065680512, seqNum=-1] 2024-11-20T01:21:23,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:23,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:23,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,37575,1732065680381 2024-11-20T01:21:23,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55543 2024-11-20T01:21:24,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:21:24,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155d4b5520005 connected 2024-11-20T01:21:24,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:24,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,37733,1732065673966 2024-11-20T01:21:24,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fc685cf 2024-11-20T01:21:24,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:24,015 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:24,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:21:24,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:21:24,018 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:24,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:21:24,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:21:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:24,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:21:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:24,425 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18a1bc1d33c888324ac5212551ac6329, NAME => 'test,,1732065684015.18a1bc1d33c888324ac5212551ac6329.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a 2024-11-20T01:21:24,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:21:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:24,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065684015.18a1bc1d33c888324ac5212551ac6329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:24,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 18a1bc1d33c888324ac5212551ac6329, disabling compactions & flushes 2024-11-20T01:21:24,830 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065684015.18a1bc1d33c888324ac5212551ac6329. 2024-11-20T01:21:24,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065684015.18a1bc1d33c888324ac5212551ac6329. 2024-11-20T01:21:24,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065684015.18a1bc1d33c888324ac5212551ac6329. after waiting 0 ms 2024-11-20T01:21:24,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065684015.18a1bc1d33c888324ac5212551ac6329. 2024-11-20T01:21:24,830 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065684015.18a1bc1d33c888324ac5212551ac6329. 2024-11-20T01:21:24,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18a1bc1d33c888324ac5212551ac6329: Waiting for close lock at 1732065684830Disabling compacts and flushes for region at 1732065684830Disabling writes for close at 1732065684830Writing region close event to WAL at 1732065684830Closed at 1732065684830 2024-11-20T01:21:24,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:21:24,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065684015.18a1bc1d33c888324ac5212551ac6329.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065684832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065684832"}]},"ts":"1732065684832"} 2024-11-20T01:21:24,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:21:24,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:21:24,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065684835"}]},"ts":"1732065684835"} 2024-11-20T01:21:24,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:21:24,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=18a1bc1d33c888324ac5212551ac6329, ASSIGN}] 2024-11-20T01:21:24,838 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=18a1bc1d33c888324ac5212551ac6329, ASSIGN 2024-11-20T01:21:24,839 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=18a1bc1d33c888324ac5212551ac6329, ASSIGN; state=OFFLINE, location=57759bcb46a5,34309,1732065674350; forceNewPlan=false, retain=false 2024-11-20T01:21:24,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18a1bc1d33c888324ac5212551ac6329, regionState=OPENING, regionLocation=57759bcb46a5,34309,1732065674350 2024-11-20T01:21:24,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=18a1bc1d33c888324ac5212551ac6329, ASSIGN because future has completed 2024-11-20T01:21:24,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18a1bc1d33c888324ac5212551ac6329, server=57759bcb46a5,34309,1732065674350}] 2024-11-20T01:21:25,147 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065684015.18a1bc1d33c888324ac5212551ac6329. 2024-11-20T01:21:25,148 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 18a1bc1d33c888324ac5212551ac6329, NAME => 'test,,1732065684015.18a1bc1d33c888324ac5212551ac6329.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:25,148 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:21:25,148 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:21:25,148 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 18a1bc1d33c888324ac5212551ac6329 2024-11-20T01:21:25,148 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065684015.18a1bc1d33c888324ac5212551ac6329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:25,148 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 18a1bc1d33c888324ac5212551ac6329 2024-11-20T01:21:25,148 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 18a1bc1d33c888324ac5212551ac6329 2024-11-20T01:21:25,149 INFO [StoreOpener-18a1bc1d33c888324ac5212551ac6329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 18a1bc1d33c888324ac5212551ac6329 2024-11-20T01:21:25,151 INFO [StoreOpener-18a1bc1d33c888324ac5212551ac6329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a1bc1d33c888324ac5212551ac6329 columnFamilyName f 2024-11-20T01:21:25,151 DEBUG [StoreOpener-18a1bc1d33c888324ac5212551ac6329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:25,151 INFO [StoreOpener-18a1bc1d33c888324ac5212551ac6329-1 {}] regionserver.HStore(327): Store=18a1bc1d33c888324ac5212551ac6329/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:25,151 INFO [StoreOpener-18a1bc1d33c888324ac5212551ac6329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 18a1bc1d33c888324ac5212551ac6329 2024-11-20T01:21:25,152 INFO [StoreOpener-18a1bc1d33c888324ac5212551ac6329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a1bc1d33c888324ac5212551ac6329 columnFamilyName f1 2024-11-20T01:21:25,152 DEBUG [StoreOpener-18a1bc1d33c888324ac5212551ac6329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:25,152 INFO [StoreOpener-18a1bc1d33c888324ac5212551ac6329-1 {}] regionserver.HStore(327): Store=18a1bc1d33c888324ac5212551ac6329/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:25,152 INFO [StoreOpener-18a1bc1d33c888324ac5212551ac6329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 18a1bc1d33c888324ac5212551ac6329 2024-11-20T01:21:25,153 INFO [StoreOpener-18a1bc1d33c888324ac5212551ac6329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a1bc1d33c888324ac5212551ac6329 columnFamilyName norep 2024-11-20T01:21:25,153 DEBUG [StoreOpener-18a1bc1d33c888324ac5212551ac6329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:25,153 INFO [StoreOpener-18a1bc1d33c888324ac5212551ac6329-1 {}] regionserver.HStore(327): Store=18a1bc1d33c888324ac5212551ac6329/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:25,153 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 18a1bc1d33c888324ac5212551ac6329 2024-11-20T01:21:25,154 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329 2024-11-20T01:21:25,154 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329 2024-11-20T01:21:25,155 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 18a1bc1d33c888324ac5212551ac6329 2024-11-20T01:21:25,155 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 18a1bc1d33c888324ac5212551ac6329 2024-11-20T01:21:25,155 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:21:25,156 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 18a1bc1d33c888324ac5212551ac6329 2024-11-20T01:21:25,157 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:25,157 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 18a1bc1d33c888324ac5212551ac6329; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64352429, jitterRate=-0.041074082255363464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:21:25,157 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18a1bc1d33c888324ac5212551ac6329 2024-11-20T01:21:25,158 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 18a1bc1d33c888324ac5212551ac6329: Running coprocessor pre-open hook at 1732065685148Writing region info on filesystem at 1732065685148Initializing all the Stores at 1732065685149 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065685149Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065685149Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065685149Cleaning up temporary data from old regions at 1732065685155 (+6 ms)Running coprocessor post-open hooks at 1732065685157 (+2 ms)Region opened successfully at 1732065685158 (+1 ms) 2024-11-20T01:21:25,159 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065684015.18a1bc1d33c888324ac5212551ac6329., pid=6, masterSystemTime=1732065685144 2024-11-20T01:21:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:25,160 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065684015.18a1bc1d33c888324ac5212551ac6329. 2024-11-20T01:21:25,160 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065684015.18a1bc1d33c888324ac5212551ac6329. 2024-11-20T01:21:25,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18a1bc1d33c888324ac5212551ac6329, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,34309,1732065674350 2024-11-20T01:21:25,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18a1bc1d33c888324ac5212551ac6329, server=57759bcb46a5,34309,1732065674350 because future has completed 2024-11-20T01:21:25,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:21:25,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 18a1bc1d33c888324ac5212551ac6329, server=57759bcb46a5,34309,1732065674350 in 172 msec 2024-11-20T01:21:25,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:21:25,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=18a1bc1d33c888324ac5212551ac6329, ASSIGN in 328 msec 2024-11-20T01:21:25,167 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:21:25,167 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065685167"}]},"ts":"1732065685167"} 2024-11-20T01:21:25,169 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:21:25,170 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:21:25,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-20T01:21:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:26,170 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:21:26,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:26,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,37575,1732065680381 2024-11-20T01:21:26,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e5ba5e4 2024-11-20T01:21:26,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:26,172 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:26,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:21:26,175 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:21:26,175 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:26,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:21:26,176 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:21:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:26,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:21:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:26,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:21:26,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T01:21:26,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T01:21:26,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T01:21:26,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:21:26,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T01:21:26,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:21:26,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T01:21:26,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:21:26,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T01:21:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:26,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1049b1f7686f9266e61f555e80711931, NAME => 'test,,1732065686173.1049b1f7686f9266e61f555e80711931.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c 2024-11-20T01:21:26,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:21:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:26,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065686173.1049b1f7686f9266e61f555e80711931.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:26,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1049b1f7686f9266e61f555e80711931, disabling compactions & flushes 2024-11-20T01:21:26,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065686173.1049b1f7686f9266e61f555e80711931. 2024-11-20T01:21:26,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065686173.1049b1f7686f9266e61f555e80711931. 2024-11-20T01:21:26,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065686173.1049b1f7686f9266e61f555e80711931. after waiting 0 ms 2024-11-20T01:21:26,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065686173.1049b1f7686f9266e61f555e80711931. 2024-11-20T01:21:26,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065686173.1049b1f7686f9266e61f555e80711931. 2024-11-20T01:21:26,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1049b1f7686f9266e61f555e80711931: Waiting for close lock at 1732065686987Disabling compacts and flushes for region at 1732065686987Disabling writes for close at 1732065686988 (+1 ms)Writing region close event to WAL at 1732065686988Closed at 1732065686988 2024-11-20T01:21:26,989 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:21:26,989 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065686173.1049b1f7686f9266e61f555e80711931.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065686989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065686989"}]},"ts":"1732065686989"} 2024-11-20T01:21:26,991 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:21:26,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:21:26,992 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065686992"}]},"ts":"1732065686992"} 2024-11-20T01:21:26,995 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:21:26,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1049b1f7686f9266e61f555e80711931, ASSIGN}] 2024-11-20T01:21:26,996 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1049b1f7686f9266e61f555e80711931, ASSIGN 2024-11-20T01:21:26,997 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1049b1f7686f9266e61f555e80711931, ASSIGN; state=OFFLINE, location=57759bcb46a5,46479,1732065680512; forceNewPlan=false, retain=false 2024-11-20T01:21:27,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1049b1f7686f9266e61f555e80711931, regionState=OPENING, regionLocation=57759bcb46a5,46479,1732065680512 2024-11-20T01:21:27,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1049b1f7686f9266e61f555e80711931, ASSIGN because future has completed 2024-11-20T01:21:27,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1049b1f7686f9266e61f555e80711931, server=57759bcb46a5,46479,1732065680512}] 2024-11-20T01:21:27,306 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065686173.1049b1f7686f9266e61f555e80711931. 2024-11-20T01:21:27,306 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1049b1f7686f9266e61f555e80711931, NAME => 'test,,1732065686173.1049b1f7686f9266e61f555e80711931.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:27,306 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:21:27,306 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:21:27,306 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1049b1f7686f9266e61f555e80711931 2024-11-20T01:21:27,306 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065686173.1049b1f7686f9266e61f555e80711931.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:27,306 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1049b1f7686f9266e61f555e80711931 2024-11-20T01:21:27,306 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1049b1f7686f9266e61f555e80711931 2024-11-20T01:21:27,307 INFO [StoreOpener-1049b1f7686f9266e61f555e80711931-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1049b1f7686f9266e61f555e80711931 2024-11-20T01:21:27,308 INFO [StoreOpener-1049b1f7686f9266e61f555e80711931-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1049b1f7686f9266e61f555e80711931 columnFamilyName f 2024-11-20T01:21:27,308 DEBUG [StoreOpener-1049b1f7686f9266e61f555e80711931-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:27,309 INFO [StoreOpener-1049b1f7686f9266e61f555e80711931-1 {}] regionserver.HStore(327): Store=1049b1f7686f9266e61f555e80711931/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:27,309 INFO [StoreOpener-1049b1f7686f9266e61f555e80711931-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1049b1f7686f9266e61f555e80711931 2024-11-20T01:21:27,309 INFO [StoreOpener-1049b1f7686f9266e61f555e80711931-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1049b1f7686f9266e61f555e80711931 columnFamilyName f1 2024-11-20T01:21:27,310 DEBUG [StoreOpener-1049b1f7686f9266e61f555e80711931-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:27,310 INFO [StoreOpener-1049b1f7686f9266e61f555e80711931-1 {}] regionserver.HStore(327): Store=1049b1f7686f9266e61f555e80711931/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:27,310 INFO [StoreOpener-1049b1f7686f9266e61f555e80711931-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1049b1f7686f9266e61f555e80711931 2024-11-20T01:21:27,311 INFO [StoreOpener-1049b1f7686f9266e61f555e80711931-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1049b1f7686f9266e61f555e80711931 columnFamilyName norep 2024-11-20T01:21:27,311 DEBUG [StoreOpener-1049b1f7686f9266e61f555e80711931-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:27,311 INFO [StoreOpener-1049b1f7686f9266e61f555e80711931-1 {}] regionserver.HStore(327): Store=1049b1f7686f9266e61f555e80711931/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:27,311 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1049b1f7686f9266e61f555e80711931 2024-11-20T01:21:27,312 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931 2024-11-20T01:21:27,312 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931 2024-11-20T01:21:27,313 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1049b1f7686f9266e61f555e80711931 2024-11-20T01:21:27,313 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1049b1f7686f9266e61f555e80711931 2024-11-20T01:21:27,313 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:21:27,314 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1049b1f7686f9266e61f555e80711931 2024-11-20T01:21:27,316 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:27,316 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1049b1f7686f9266e61f555e80711931; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58961420, jitterRate=-0.12140637636184692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:21:27,316 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1049b1f7686f9266e61f555e80711931 2024-11-20T01:21:27,316 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1049b1f7686f9266e61f555e80711931: Running coprocessor pre-open hook at 1732065687306Writing region info on filesystem at 1732065687306Initializing all the Stores at 1732065687307 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065687307Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065687307Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065687307Cleaning up temporary data from old regions at 1732065687313 (+6 ms)Running coprocessor post-open hooks at 1732065687316 (+3 ms)Region opened successfully at 1732065687316 2024-11-20T01:21:27,317 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065686173.1049b1f7686f9266e61f555e80711931., pid=6, masterSystemTime=1732065687302 2024-11-20T01:21:27,319 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065686173.1049b1f7686f9266e61f555e80711931. 2024-11-20T01:21:27,319 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065686173.1049b1f7686f9266e61f555e80711931. 2024-11-20T01:21:27,320 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1049b1f7686f9266e61f555e80711931, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,46479,1732065680512 2024-11-20T01:21:27,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1049b1f7686f9266e61f555e80711931, server=57759bcb46a5,46479,1732065680512 because future has completed 2024-11-20T01:21:27,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:21:27,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1049b1f7686f9266e61f555e80711931, server=57759bcb46a5,46479,1732065680512 in 173 msec 2024-11-20T01:21:27,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:21:27,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1049b1f7686f9266e61f555e80711931, ASSIGN in 330 msec 2024-11-20T01:21:27,327 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:21:27,327 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065687327"}]},"ts":"1732065687327"} 2024-11-20T01:21:27,329 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:21:27,329 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:21:27,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-20T01:21:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:28,321 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:21:28,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae6be8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:28,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,37733,-1 for getting cluster id 2024-11-20T01:21:28,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:28,323 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45' 2024-11-20T01:21:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45" 2024-11-20T01:21:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@298d2b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,37733,-1] 2024-11-20T01:21:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:28,325 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:28,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bdf9c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:28,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f5c332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:28,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,37575,-1 for getting cluster id 2024-11-20T01:21:28,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:28,328 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '559eb7f9-d99f-4f4d-be71-cef45bcf2de2' 2024-11-20T01:21:28,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:28,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "559eb7f9-d99f-4f4d-be71-cef45bcf2de2" 2024-11-20T01:21:28,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9f0acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:28,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,37575,-1] 2024-11-20T01:21:28,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:28,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:28,330 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:28,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135a6bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:28,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8256f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:28,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,37733,-1 for getting cluster id 2024-11-20T01:21:28,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:28,332 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45' 2024-11-20T01:21:28,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:28,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45" 2024-11-20T01:21:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321ce381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,37733,-1] 2024-11-20T01:21:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:28,334 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:28,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d916e07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:28,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:28,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,37733,1732065673966 2024-11-20T01:21:28,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2527f688 2024-11-20T01:21:28,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:28,337 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:28,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:37575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:21:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:21:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:21:28,340 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:37575' 2024-11-20T01:21:28,340 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460da6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:28,340 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,37575,-1 for getting cluster id 2024-11-20T01:21:28,340 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:28,341 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '559eb7f9-d99f-4f4d-be71-cef45bcf2de2' 2024-11-20T01:21:28,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:28,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "559eb7f9-d99f-4f4d-be71-cef45bcf2de2" 2024-11-20T01:21:28,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3328114e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:28,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,37575,-1] 2024-11-20T01:21:28,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:28,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:28,343 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:28,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aab8443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:28,343 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:28,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,37575,1732065680381 2024-11-20T01:21:28,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c459008 2024-11-20T01:21:28,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:28,345 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:28,346 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T01:21:28,346 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:21:28,346 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:28,346 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:28,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:28,346 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:28,347 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:21:28,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:21:28,348 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:28,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:21:28,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741837_1013 (size=1138) 2024-11-20T01:21:28,397 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T01:21:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:21:28,547 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T01:21:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:21:28,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8734d99e10a4e4fbf961e590783286c, NAME => 'hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a 2024-11-20T01:21:28,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741838_1014 (size=44) 2024-11-20T01:21:28,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:28,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c8734d99e10a4e4fbf961e590783286c, disabling compactions & flushes 2024-11-20T01:21:28,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. 2024-11-20T01:21:28,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. 2024-11-20T01:21:28,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. after waiting 0 ms 2024-11-20T01:21:28,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. 2024-11-20T01:21:28,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. 2024-11-20T01:21:28,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8734d99e10a4e4fbf961e590783286c: Waiting for close lock at 1732065688829Disabling compacts and flushes for region at 1732065688829Disabling writes for close at 1732065688829Writing region close event to WAL at 1732065688829Closed at 1732065688829 2024-11-20T01:21:28,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:21:28,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732065688831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065688831"}]},"ts":"1732065688831"} 2024-11-20T01:21:28,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:21:28,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:21:28,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065688836"}]},"ts":"1732065688836"} 2024-11-20T01:21:28,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T01:21:28,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8734d99e10a4e4fbf961e590783286c, ASSIGN}] 2024-11-20T01:21:28,840 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8734d99e10a4e4fbf961e590783286c, ASSIGN 2024-11-20T01:21:28,840 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c8734d99e10a4e4fbf961e590783286c, ASSIGN; state=OFFLINE, location=57759bcb46a5,34309,1732065674350; forceNewPlan=false, retain=false 2024-11-20T01:21:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:21:28,991 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c8734d99e10a4e4fbf961e590783286c, regionState=OPENING, regionLocation=57759bcb46a5,34309,1732065674350 2024-11-20T01:21:28,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c8734d99e10a4e4fbf961e590783286c, ASSIGN because future has completed 2024-11-20T01:21:28,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8734d99e10a4e4fbf961e590783286c, server=57759bcb46a5,34309,1732065674350}] 2024-11-20T01:21:29,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. 2024-11-20T01:21:29,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:29,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:21:29,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C34309%2C1732065674350.rep, suffix=, logDir=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350, archiveDir=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/oldWALs, maxLogs=10 2024-11-20T01:21:29,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.rep.1732065689151, exclude list is [], retry=0 2024-11-20T01:21:29,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32891,DS-fefd238c-cc51-4712-9d34-85ca498f88ba,DISK] 2024-11-20T01:21:29,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.rep.1732065689151 2024-11-20T01:21:29,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36705:36705)] 2024-11-20T01:21:29,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c8734d99e10a4e4fbf961e590783286c, NAME => 'hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:29,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:21:29,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:21:29,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. service=MultiRowMutationService 2024-11-20T01:21:29,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:21:29,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:29,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:29,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:29,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:29,172 INFO [StoreOpener-c8734d99e10a4e4fbf961e590783286c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:29,173 INFO [StoreOpener-c8734d99e10a4e4fbf961e590783286c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8734d99e10a4e4fbf961e590783286c columnFamilyName hfileref 2024-11-20T01:21:29,173 DEBUG [StoreOpener-c8734d99e10a4e4fbf961e590783286c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:29,174 INFO [StoreOpener-c8734d99e10a4e4fbf961e590783286c-1 {}] regionserver.HStore(327): Store=c8734d99e10a4e4fbf961e590783286c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:29,174 INFO [StoreOpener-c8734d99e10a4e4fbf961e590783286c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:29,174 INFO [StoreOpener-c8734d99e10a4e4fbf961e590783286c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8734d99e10a4e4fbf961e590783286c columnFamilyName queue 2024-11-20T01:21:29,174 DEBUG [StoreOpener-c8734d99e10a4e4fbf961e590783286c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:29,175 INFO [StoreOpener-c8734d99e10a4e4fbf961e590783286c-1 {}] regionserver.HStore(327): Store=c8734d99e10a4e4fbf961e590783286c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:29,175 INFO [StoreOpener-c8734d99e10a4e4fbf961e590783286c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:29,175 INFO [StoreOpener-c8734d99e10a4e4fbf961e590783286c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8734d99e10a4e4fbf961e590783286c columnFamilyName sid 2024-11-20T01:21:29,175 DEBUG [StoreOpener-c8734d99e10a4e4fbf961e590783286c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:29,176 INFO [StoreOpener-c8734d99e10a4e4fbf961e590783286c-1 {}] regionserver.HStore(327): Store=c8734d99e10a4e4fbf961e590783286c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:29,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:29,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/replication/c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:29,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/replication/c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:29,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:29,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:29,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:21:29,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:29,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/replication/c8734d99e10a4e4fbf961e590783286c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:29,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c8734d99e10a4e4fbf961e590783286c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64053812, jitterRate=-0.04552382230758667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:21:29,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:29,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c8734d99e10a4e4fbf961e590783286c: Running coprocessor pre-open hook at 1732065689171Writing region info on filesystem at 1732065689171Initializing all the Stores at 1732065689172 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065689172Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065689172Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065689172Cleaning up temporary data from old regions at 1732065689177 (+5 ms)Running coprocessor post-open hooks at 1732065689180 (+3 ms)Region opened successfully at 1732065689181 (+1 ms) 2024-11-20T01:21:29,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c., pid=10, masterSystemTime=1732065689146 2024-11-20T01:21:29,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. 2024-11-20T01:21:29,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. 2024-11-20T01:21:29,183 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c8734d99e10a4e4fbf961e590783286c, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,34309,1732065674350 2024-11-20T01:21:29,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8734d99e10a4e4fbf961e590783286c, server=57759bcb46a5,34309,1732065674350 because future has completed 2024-11-20T01:21:29,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:21:29,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c8734d99e10a4e4fbf961e590783286c, server=57759bcb46a5,34309,1732065674350 in 192 msec 2024-11-20T01:21:29,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T01:21:29,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8734d99e10a4e4fbf961e590783286c, ASSIGN in 348 msec 2024-11-20T01:21:29,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:21:29,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065689189"}]},"ts":"1732065689189"} 2024-11-20T01:21:29,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T01:21:29,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:21:29,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 845 msec 2024-11-20T01:21:29,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c., hostname=57759bcb46a5,34309,1732065674350, seqNum=2] 2024-11-20T01:21:29,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:29,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:29,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:21:29,389 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:21:29,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:29,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:29,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:29,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:29,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:29,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:29,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:29,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:29,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34309 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T01:21:29,442 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T01:21:29,468 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,34309,1732065674350, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:21:29,469 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:29,469 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34309,1732065674350, seqNum=-1] 2024-11-20T01:21:29,469 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:29,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T01:21:29,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57759bcb46a5,34309,1732065674350', locateType=CURRENT is [region=hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c., hostname=57759bcb46a5,34309,1732065674350, seqNum=2] 2024-11-20T01:21:29,474 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T01:21:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T01:21:29,476 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57759bcb46a5,34309,1732065674350 suceeded 2024-11-20T01:21:29,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T01:21:29,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-20T01:21:29,478 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57759bcb46a5:37575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:21:29,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1410 sec 2024-11-20T01:21:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:21:29,480 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:21:29,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:21:29,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:29,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:29,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:29,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:29,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f24eb37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:29,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,37575,-1 for getting cluster id 2024-11-20T01:21:29,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:29,482 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '559eb7f9-d99f-4f4d-be71-cef45bcf2de2' 2024-11-20T01:21:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "559eb7f9-d99f-4f4d-be71-cef45bcf2de2" 2024-11-20T01:21:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fbb1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,37575,-1] 2024-11-20T01:21:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:29,484 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:29,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d21f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:29,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,37575,1732065680381 2024-11-20T01:21:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54c10666 2024-11-20T01:21:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:29,487 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:29,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:37733,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:21:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:21:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:21:29,490 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:37575' 2024-11-20T01:21:29,490 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:37733' 2024-11-20T01:21:29,491 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@538d7423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:29,491 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9e431d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:29,491 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,37575,-1 for getting cluster id 2024-11-20T01:21:29,491 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,37733,-1 for getting cluster id 2024-11-20T01:21:29,491 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:29,491 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:29,492 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45' 2024-11-20T01:21:29,492 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '559eb7f9-d99f-4f4d-be71-cef45bcf2de2' 2024-11-20T01:21:29,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:29,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:29,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45" 2024-11-20T01:21:29,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "559eb7f9-d99f-4f4d-be71-cef45bcf2de2" 2024-11-20T01:21:29,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e06aae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:29,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,37575,-1] 2024-11-20T01:21:29,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27504871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:29,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,37733,-1] 2024-11-20T01:21:29,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:29,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:29,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:29,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:29,493 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:29,493 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:29,494 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@657abd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:29,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fcef09a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:29,494 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:29,494 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:29,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,37733,1732065673966 2024-11-20T01:21:29,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,37575,1732065680381 2024-11-20T01:21:29,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22cd7869 2024-11-20T01:21:29,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a9cd52e 2024-11-20T01:21:29,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:29,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:29,495 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T01:21:29,495 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:29,496 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,34309,1732065674350 (queues=1) is replicating from cluster=0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45 to cluster=559eb7f9-d99f-4f4d-be71-cef45bcf2de2 2024-11-20T01:21:29,496 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T01:21:29,496 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C34309%2C1732065674350 2024-11-20T01:21:29,496 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:21:29,496 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,34309,1732065674350, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:21:29,496 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:29,496 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:29,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:29,496 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698, startPosition=0, beingWritten=true 2024-11-20T01:21:29,497 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C34309%2C1732065674350 2024-11-20T01:21:29,498 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:29,500 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:21:29,501 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:21:29,501 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:29,502 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:21:29,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741837_1013 (size=1138) 2024-11-20T01:21:29,512 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:21:29,512 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 379, reset compression=false 2024-11-20T01:21:29,514 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94b0abd5fe7e1ed08fc3f3fb13d41fd6, NAME => 'hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c 2024-11-20T01:21:29,514 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34309,1732065674350 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:21:29,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741838_1014 (size=44) 2024-11-20T01:21:29,550 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T01:21:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:21:29,717 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 379, reset compression=false 2024-11-20T01:21:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:21:29,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:29,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 94b0abd5fe7e1ed08fc3f3fb13d41fd6, disabling compactions & flushes 2024-11-20T01:21:29,923 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. 2024-11-20T01:21:29,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. 2024-11-20T01:21:29,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. after waiting 0 ms 2024-11-20T01:21:29,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. 2024-11-20T01:21:29,923 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. 2024-11-20T01:21:29,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94b0abd5fe7e1ed08fc3f3fb13d41fd6: Waiting for close lock at 1732065689923Disabling compacts and flushes for region at 1732065689923Disabling writes for close at 1732065689923Writing region close event to WAL at 1732065689923Closed at 1732065689923 2024-11-20T01:21:29,924 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:21:29,924 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732065689924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065689924"}]},"ts":"1732065689924"} 2024-11-20T01:21:29,926 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:21:29,927 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:21:29,927 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065689927"}]},"ts":"1732065689927"} 2024-11-20T01:21:29,929 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T01:21:29,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94b0abd5fe7e1ed08fc3f3fb13d41fd6, ASSIGN}] 2024-11-20T01:21:29,930 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94b0abd5fe7e1ed08fc3f3fb13d41fd6, ASSIGN 2024-11-20T01:21:29,930 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=94b0abd5fe7e1ed08fc3f3fb13d41fd6, ASSIGN; state=OFFLINE, location=57759bcb46a5,46479,1732065680512; forceNewPlan=false, retain=false 2024-11-20T01:21:30,021 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 379, reset compression=false 2024-11-20T01:21:30,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=94b0abd5fe7e1ed08fc3f3fb13d41fd6, regionState=OPENING, regionLocation=57759bcb46a5,46479,1732065680512 2024-11-20T01:21:30,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=94b0abd5fe7e1ed08fc3f3fb13d41fd6, ASSIGN because future has completed 2024-11-20T01:21:30,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94b0abd5fe7e1ed08fc3f3fb13d41fd6, server=57759bcb46a5,46479,1732065680512}] 2024-11-20T01:21:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:21:30,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. 2024-11-20T01:21:30,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:30,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:21:30,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C46479%2C1732065680512.rep, suffix=, logDir=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512, archiveDir=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/oldWALs, maxLogs=10 2024-11-20T01:21:30,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.rep.1732065690240, exclude list is [], retry=0 2024-11-20T01:21:30,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35285,DS-2e5dd732-a354-461e-87e6-d4211149de62,DISK] 2024-11-20T01:21:30,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.rep.1732065690240 2024-11-20T01:21:30,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42417:42417)] 2024-11-20T01:21:30,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 94b0abd5fe7e1ed08fc3f3fb13d41fd6, NAME => 'hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:30,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:21:30,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:21:30,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. service=MultiRowMutationService 2024-11-20T01:21:30,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:21:30,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 94b0abd5fe7e1ed08fc3f3fb13d41fd6 2024-11-20T01:21:30,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:30,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 94b0abd5fe7e1ed08fc3f3fb13d41fd6 2024-11-20T01:21:30,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 94b0abd5fe7e1ed08fc3f3fb13d41fd6 2024-11-20T01:21:30,257 INFO [StoreOpener-94b0abd5fe7e1ed08fc3f3fb13d41fd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 94b0abd5fe7e1ed08fc3f3fb13d41fd6 2024-11-20T01:21:30,258 INFO [StoreOpener-94b0abd5fe7e1ed08fc3f3fb13d41fd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94b0abd5fe7e1ed08fc3f3fb13d41fd6 columnFamilyName hfileref 2024-11-20T01:21:30,258 DEBUG [StoreOpener-94b0abd5fe7e1ed08fc3f3fb13d41fd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:30,259 INFO [StoreOpener-94b0abd5fe7e1ed08fc3f3fb13d41fd6-1 {}] regionserver.HStore(327): Store=94b0abd5fe7e1ed08fc3f3fb13d41fd6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:30,259 INFO [StoreOpener-94b0abd5fe7e1ed08fc3f3fb13d41fd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 94b0abd5fe7e1ed08fc3f3fb13d41fd6 2024-11-20T01:21:30,259 INFO [StoreOpener-94b0abd5fe7e1ed08fc3f3fb13d41fd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94b0abd5fe7e1ed08fc3f3fb13d41fd6 columnFamilyName queue 2024-11-20T01:21:30,259 DEBUG [StoreOpener-94b0abd5fe7e1ed08fc3f3fb13d41fd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:30,260 INFO [StoreOpener-94b0abd5fe7e1ed08fc3f3fb13d41fd6-1 {}] regionserver.HStore(327): Store=94b0abd5fe7e1ed08fc3f3fb13d41fd6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:30,260 INFO [StoreOpener-94b0abd5fe7e1ed08fc3f3fb13d41fd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 94b0abd5fe7e1ed08fc3f3fb13d41fd6 2024-11-20T01:21:30,261 INFO [StoreOpener-94b0abd5fe7e1ed08fc3f3fb13d41fd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94b0abd5fe7e1ed08fc3f3fb13d41fd6 columnFamilyName sid 2024-11-20T01:21:30,261 DEBUG [StoreOpener-94b0abd5fe7e1ed08fc3f3fb13d41fd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:30,261 INFO [StoreOpener-94b0abd5fe7e1ed08fc3f3fb13d41fd6-1 {}] regionserver.HStore(327): Store=94b0abd5fe7e1ed08fc3f3fb13d41fd6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:30,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 94b0abd5fe7e1ed08fc3f3fb13d41fd6 2024-11-20T01:21:30,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/replication/94b0abd5fe7e1ed08fc3f3fb13d41fd6 2024-11-20T01:21:30,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/replication/94b0abd5fe7e1ed08fc3f3fb13d41fd6 2024-11-20T01:21:30,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 94b0abd5fe7e1ed08fc3f3fb13d41fd6 2024-11-20T01:21:30,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 94b0abd5fe7e1ed08fc3f3fb13d41fd6 2024-11-20T01:21:30,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:21:30,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 94b0abd5fe7e1ed08fc3f3fb13d41fd6 2024-11-20T01:21:30,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/replication/94b0abd5fe7e1ed08fc3f3fb13d41fd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:30,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 94b0abd5fe7e1ed08fc3f3fb13d41fd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74657788, jitterRate=0.11248773336410522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:21:30,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94b0abd5fe7e1ed08fc3f3fb13d41fd6 2024-11-20T01:21:30,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 94b0abd5fe7e1ed08fc3f3fb13d41fd6: Running coprocessor pre-open hook at 1732065690256Writing region info on filesystem at 1732065690256Initializing all the Stores at 1732065690257 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065690257Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065690257Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065690257Cleaning up temporary data from old regions at 1732065690262 (+5 ms)Running coprocessor post-open hooks at 1732065690266 (+4 ms)Region opened successfully at 1732065690266 2024-11-20T01:21:30,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6., pid=10, masterSystemTime=1732065690235 2024-11-20T01:21:30,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. 2024-11-20T01:21:30,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. 2024-11-20T01:21:30,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=94b0abd5fe7e1ed08fc3f3fb13d41fd6, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,46479,1732065680512 2024-11-20T01:21:30,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94b0abd5fe7e1ed08fc3f3fb13d41fd6, server=57759bcb46a5,46479,1732065680512 because future has completed 2024-11-20T01:21:30,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:21:30,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 94b0abd5fe7e1ed08fc3f3fb13d41fd6, server=57759bcb46a5,46479,1732065680512 in 188 msec 2024-11-20T01:21:30,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T01:21:30,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94b0abd5fe7e1ed08fc3f3fb13d41fd6, ASSIGN in 344 msec 2024-11-20T01:21:30,275 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:21:30,275 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065690275"}]},"ts":"1732065690275"} 2024-11-20T01:21:30,277 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T01:21:30,278 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:21:30,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 780 msec 2024-11-20T01:21:30,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6., hostname=57759bcb46a5,46479,1732065680512, seqNum=2] 2024-11-20T01:21:30,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:30,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:30,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:21:30,425 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 379, reset compression=false 2024-11-20T01:21:30,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T01:21:30,547 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T01:21:30,574 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,46479,1732065680512, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:21:30,574 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:30,574 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,46479,1732065680512, seqNum=-1] 2024-11-20T01:21:30,575 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:30,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T01:21:30,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57759bcb46a5,46479,1732065680512', locateType=CURRENT is [region=hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6., hostname=57759bcb46a5,46479,1732065680512, seqNum=2] 2024-11-20T01:21:30,580 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T01:21:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T01:21:30,584 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57759bcb46a5,46479,1732065680512 suceeded 2024-11-20T01:21:30,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T01:21:30,586 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57759bcb46a5:37733,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:21:30,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-20T01:21:30,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0990 sec 2024-11-20T01:21:30,595 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:37733' 2024-11-20T01:21:30,596 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3187c24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:30,596 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,37733,-1 for getting cluster id 2024-11-20T01:21:30,596 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:30,597 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45' 2024-11-20T01:21:30,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:30,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45" 2024-11-20T01:21:30,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1592cb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:30,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,37733,-1] 2024-11-20T01:21:30,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:30,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:30,599 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:30,599 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dfecc74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:30,599 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:30,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,37733,1732065673966 2024-11-20T01:21:30,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a61c448 2024-11-20T01:21:30,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:30,602 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T01:21:30,604 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,46479,1732065680512 (queues=1) is replicating from cluster=559eb7f9-d99f-4f4d-be71-cef45bcf2de2 to cluster=0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45 2024-11-20T01:21:30,604 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C46479%2C1732065680512 2024-11-20T01:21:30,604 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,46479,1732065680512, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:21:30,606 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.shipper57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C46479%2C1732065680512 2024-11-20T01:21:30,607 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866, startPosition=0, beingWritten=true 2024-11-20T01:21:30,612 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:21:30,612 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 to pos 379, reset compression=false 2024-11-20T01:21:30,612 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.shipper57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,46479,1732065680512 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:21:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:21:30,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:21:30,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:30,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:30,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:30,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:30,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:30,632 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:21:30,645 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732065690645/Put/seqid=0 2024-11-20T01:21:30,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741840_1016 (size=7894) 2024-11-20T01:21:30,822 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 to pos 379, reset compression=false 2024-11-20T01:21:30,928 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 379, reset compression=false 2024-11-20T01:21:31,064 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732065691064/Put/seqid=0 2024-11-20T01:21:31,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741841_1017 (size=7691) 2024-11-20T01:21:31,126 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 to pos 379, reset compression=false 2024-11-20T01:21:31,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452aeb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:31,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,37733,-1 for getting cluster id 2024-11-20T01:21:31,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:31,470 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45' 2024-11-20T01:21:31,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:31,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45" 2024-11-20T01:21:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487f4152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,37733,-1] 2024-11-20T01:21:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:31,472 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:31,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abc05da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:31,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34309,1732065674350, seqNum=-1] 2024-11-20T01:21:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:31,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:31,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,37733,1732065673966 2024-11-20T01:21:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78048477 2024-11-20T01:21:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:31,484 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:31,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732065684015.18a1bc1d33c888324ac5212551ac6329., hostname=57759bcb46a5,34309,1732065674350, seqNum=2] 2024-11-20T01:21:31,489 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T01:21:31,496 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T01:21:31,499 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T01:21:31,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 18a1bc1d33c888324ac5212551ac6329/f 2024-11-20T01:21:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T01:21:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:21:31,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 18a1bc1d33c888324ac5212551ac6329/f 2024-11-20T01:21:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T01:21:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:21:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HRegion(2603): Flush status journal for 18a1bc1d33c888324ac5212551ac6329: 2024-11-20T01:21:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins__test__sihf1l2oi4l7l7fa11kgugqk7b604ujl4m4lduj5q68kba6361fg6e64vh2sl6ks/f/hfile_0 2024-11-20T01:21:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins__test__sihf1l2oi4l7l7fa11kgugqk7b604ujl4m4lduj5q68kba6361fg6e64vh2sl6ks/f/hfile_0 as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/90dd117df6db4a5e8c710c373f909461_SeqId_4_ 2024-11-20T01:21:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins__test__sihf1l2oi4l7l7fa11kgugqk7b604ujl4m4lduj5q68kba6361fg6e64vh2sl6ks/f/hfile_1 2024-11-20T01:21:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins__test__sihf1l2oi4l7l7fa11kgugqk7b604ujl4m4lduj5q68kba6361fg6e64vh2sl6ks/f/hfile_1 as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/274fe5bd79f1402e9ca7abecaa842f50_SeqId_4_ 2024-11-20T01:21:31,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins__test__sihf1l2oi4l7l7fa11kgugqk7b604ujl4m4lduj5q68kba6361fg6e64vh2sl6ks/f/hfile_0 into 18a1bc1d33c888324ac5212551ac6329/f as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/90dd117df6db4a5e8c710c373f909461_SeqId_4_ - updating store file list. 2024-11-20T01:21:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 90dd117df6db4a5e8c710c373f909461_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T01:21:31,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/90dd117df6db4a5e8c710c373f909461_SeqId_4_ into 18a1bc1d33c888324ac5212551ac6329/f 2024-11-20T01:21:31,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins__test__sihf1l2oi4l7l7fa11kgugqk7b604ujl4m4lduj5q68kba6361fg6e64vh2sl6ks/f/hfile_0 into 18a1bc1d33c888324ac5212551ac6329/f (new location: hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/90dd117df6db4a5e8c710c373f909461_SeqId_4_) 2024-11-20T01:21:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins__test__sihf1l2oi4l7l7fa11kgugqk7b604ujl4m4lduj5q68kba6361fg6e64vh2sl6ks/f/hfile_0 2024-11-20T01:21:31,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins__test__sihf1l2oi4l7l7fa11kgugqk7b604ujl4m4lduj5q68kba6361fg6e64vh2sl6ks/f/hfile_1 into 18a1bc1d33c888324ac5212551ac6329/f as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/274fe5bd79f1402e9ca7abecaa842f50_SeqId_4_ - updating store file list. 2024-11-20T01:21:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 274fe5bd79f1402e9ca7abecaa842f50_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T01:21:31,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/274fe5bd79f1402e9ca7abecaa842f50_SeqId_4_ into 18a1bc1d33c888324ac5212551ac6329/f 2024-11-20T01:21:31,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins__test__sihf1l2oi4l7l7fa11kgugqk7b604ujl4m4lduj5q68kba6361fg6e64vh2sl6ks/f/hfile_1 into 18a1bc1d33c888324ac5212551ac6329/f (new location: hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/274fe5bd79f1402e9ca7abecaa842f50_SeqId_4_) 2024-11-20T01:21:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins__test__sihf1l2oi4l7l7fa11kgugqk7b604ujl4m4lduj5q68kba6361fg6e64vh2sl6ks/f/hfile_1 2024-11-20T01:21:31,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:21:31,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:31,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:31,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:31,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732065684015.18a1bc1d33c888324ac5212551ac6329., hostname=57759bcb46a5,34309,1732065674350, seqNum=2 , the old value is region=test,,1732065684015.18a1bc1d33c888324ac5212551ac6329., hostname=57759bcb46a5,34309,1732065674350, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=57759bcb46a5:34309 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T01:21:31,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732065684015.18a1bc1d33c888324ac5212551ac6329., hostname=57759bcb46a5,34309,1732065674350, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T01:21:31,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732065684015.18a1bc1d33c888324ac5212551ac6329., hostname=57759bcb46a5,34309,1732065674350, seqNum=2 from cache 2024-11-20T01:21:31,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:31,528 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T01:21:31,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,46479,1732065680512, seqNum=-1] 2024-11-20T01:21:31,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:31,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:31,530 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 to pos 379, reset compression=false 2024-11-20T01:21:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732065686173.1049b1f7686f9266e61f555e80711931., hostname=57759bcb46a5,46479,1732065680512, seqNum=2] 2024-11-20T01:21:31,532 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 379, reset compression=false 2024-11-20T01:21:31,533 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T01:21:31,536 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:21:31,537 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34309,1732065674350 got entry batch from reader: WALEntryBatch [walEntries=[{test/18a1bc1d33c888324ac5212551ac6329/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732065691525/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T01:21:31,539 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:21:31,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-20T01:21:31,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.ReplicationSink(318): Replicating [0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45] bulk loaded data 2024-11-20T01:21:31,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f5e76a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:31,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,37575,-1 for getting cluster id 2024-11-20T01:21:31,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:31,542 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '559eb7f9-d99f-4f4d-be71-cef45bcf2de2' 2024-11-20T01:21:31,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:31,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "559eb7f9-d99f-4f4d-be71-cef45bcf2de2" 2024-11-20T01:21:31,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5093cc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:31,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,37575,-1] 2024-11-20T01:21:31,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:31,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:31,543 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:31,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fb9680f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:31,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741840_1016 (size=7894) 2024-11-20T01:21:31,630 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:34309 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T01:21:31,737 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 687, reset compression=false 2024-11-20T01:21:31,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741841_1017 (size=7691) 2024-11-20T01:21:32,035 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 to pos 379, reset compression=false 2024-11-20T01:21:32,041 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 687, reset compression=false 2024-11-20T01:21:32,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:32,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,37575,1732065680381 2024-11-20T01:21:32,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18220bd6 2024-11-20T01:21:32,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:32,373 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T01:21:32,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T01:21:32,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:32,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,46479,1732065680512, seqNum=-1] 2024-11-20T01:21:32,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:32,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T01:21:32,383 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins.hfs.11__test__bqto2inqm6jq4be2f5ritgv008nqke9c4flquoe1h3afqm9p00ed4j01tsung78a/f/274fe5bd79f1402e9ca7abecaa842f50_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T01:21:32,386 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins.hfs.11__test__bqto2inqm6jq4be2f5ritgv008nqke9c4flquoe1h3afqm9p00ed4j01tsung78a/f/90dd117df6db4a5e8c710c373f909461_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T01:21:32,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins.hfs.11__test__bqto2inqm6jq4be2f5ritgv008nqke9c4flquoe1h3afqm9p00ed4j01tsung78a/f/90dd117df6db4a5e8c710c373f909461_SeqId_4_ for inclusion in 1049b1f7686f9266e61f555e80711931/f 2024-11-20T01:21:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T01:21:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:21:32,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins.hfs.11__test__bqto2inqm6jq4be2f5ritgv008nqke9c4flquoe1h3afqm9p00ed4j01tsung78a/f/274fe5bd79f1402e9ca7abecaa842f50_SeqId_4_ for inclusion in 1049b1f7686f9266e61f555e80711931/f 2024-11-20T01:21:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T01:21:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:21:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HRegion(2603): Flush status journal for 1049b1f7686f9266e61f555e80711931: 2024-11-20T01:21:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 90dd117df6db4a5e8c710c373f909461_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T01:21:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins.hfs.11__test__bqto2inqm6jq4be2f5ritgv008nqke9c4flquoe1h3afqm9p00ed4j01tsung78a/f/90dd117df6db4a5e8c710c373f909461_SeqId_4_ as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/559ad91a5ef845caaac1e3f796e306f8_SeqId_4_ 2024-11-20T01:21:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 274fe5bd79f1402e9ca7abecaa842f50_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T01:21:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins.hfs.11__test__bqto2inqm6jq4be2f5ritgv008nqke9c4flquoe1h3afqm9p00ed4j01tsung78a/f/274fe5bd79f1402e9ca7abecaa842f50_SeqId_4_ as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/31a240c94ba047718340673c2aeff9f1_SeqId_4_ 2024-11-20T01:21:32,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins.hfs.11__test__bqto2inqm6jq4be2f5ritgv008nqke9c4flquoe1h3afqm9p00ed4j01tsung78a/f/90dd117df6db4a5e8c710c373f909461_SeqId_4_ into 1049b1f7686f9266e61f555e80711931/f as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/559ad91a5ef845caaac1e3f796e306f8_SeqId_4_ - updating store file list. 2024-11-20T01:21:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 559ad91a5ef845caaac1e3f796e306f8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T01:21:32,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/559ad91a5ef845caaac1e3f796e306f8_SeqId_4_ into 1049b1f7686f9266e61f555e80711931/f 2024-11-20T01:21:32,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins.hfs.11__test__bqto2inqm6jq4be2f5ritgv008nqke9c4flquoe1h3afqm9p00ed4j01tsung78a/f/90dd117df6db4a5e8c710c373f909461_SeqId_4_ into 1049b1f7686f9266e61f555e80711931/f (new location: hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/559ad91a5ef845caaac1e3f796e306f8_SeqId_4_) 2024-11-20T01:21:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins.hfs.11__test__bqto2inqm6jq4be2f5ritgv008nqke9c4flquoe1h3afqm9p00ed4j01tsung78a/f/90dd117df6db4a5e8c710c373f909461_SeqId_4_ 2024-11-20T01:21:32,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins.hfs.11__test__bqto2inqm6jq4be2f5ritgv008nqke9c4flquoe1h3afqm9p00ed4j01tsung78a/f/274fe5bd79f1402e9ca7abecaa842f50_SeqId_4_ into 1049b1f7686f9266e61f555e80711931/f as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/31a240c94ba047718340673c2aeff9f1_SeqId_4_ - updating store file list. 2024-11-20T01:21:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 31a240c94ba047718340673c2aeff9f1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T01:21:32,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/31a240c94ba047718340673c2aeff9f1_SeqId_4_ into 1049b1f7686f9266e61f555e80711931/f 2024-11-20T01:21:32,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins.hfs.11__test__bqto2inqm6jq4be2f5ritgv008nqke9c4flquoe1h3afqm9p00ed4j01tsung78a/f/274fe5bd79f1402e9ca7abecaa842f50_SeqId_4_ into 1049b1f7686f9266e61f555e80711931/f (new location: hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/31a240c94ba047718340673c2aeff9f1_SeqId_4_) 2024-11-20T01:21:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins.hfs.11__test__bqto2inqm6jq4be2f5ritgv008nqke9c4flquoe1h3afqm9p00ed4j01tsung78a/f/274fe5bd79f1402e9ca7abecaa842f50_SeqId_4_ 2024-11-20T01:21:32,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.ReplicationSink(324): Finished replicating [0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45] bulk loaded data 2024-11-20T01:21:32,445 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 687, reset compression=false 2024-11-20T01:21:32,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:32,566 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732065692566/Put/seqid=0 2024-11-20T01:21:32,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741842_1018 (size=11194) 2024-11-20T01:21:32,640 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 to pos 379, reset compression=false 2024-11-20T01:21:32,644 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:21:32,644 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.shipper57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,46479,1732065680512 got entry batch from reader: WALEntryBatch [walEntries=[{test/1049b1f7686f9266e61f555e80711931/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732065692410/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T01:21:32,646 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.shipper57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:21:32,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-20T01:21:32,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.ReplicationSink(318): Replicating [0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45, 559eb7f9-d99f-4f4d-be71-cef45bcf2de2] bulk loaded data 2024-11-20T01:21:32,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b5da878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:32,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,37733,-1 for getting cluster id 2024-11-20T01:21:32,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:32,649 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45' 2024-11-20T01:21:32,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:32,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45" 2024-11-20T01:21:32,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59421de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:32,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,37733,-1] 2024-11-20T01:21:32,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:32,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:32,651 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:32,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d7a2088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:32,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741842_1018 (size=7894) 2024-11-20T01:21:32,844 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 to pos 725, reset compression=false 2024-11-20T01:21:32,949 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 687, reset compression=false 2024-11-20T01:21:32,972 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732065692971/Put/seqid=0 2024-11-20T01:21:32,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741843_1019 (size=10791) 2024-11-20T01:21:32,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17bbface, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:32,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,37575,-1 for getting cluster id 2024-11-20T01:21:32,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:32,978 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '559eb7f9-d99f-4f4d-be71-cef45bcf2de2' 2024-11-20T01:21:32,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:32,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "559eb7f9-d99f-4f4d-be71-cef45bcf2de2" 2024-11-20T01:21:32,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bb233d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:32,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,37575,-1] 2024-11-20T01:21:32,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:32,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:32,980 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:32,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ec0551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:32,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:32,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,46479,1732065680512, seqNum=-1] 2024-11-20T01:21:32,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:32,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:32,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:32,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,37575,1732065680381 2024-11-20T01:21:32,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fe936ac 2024-11-20T01:21:32,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:32,993 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:32,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732065686173.1049b1f7686f9266e61f555e80711931., hostname=57759bcb46a5,46479,1732065680512, seqNum=2] 2024-11-20T01:21:32,998 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T01:21:33,003 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T01:21:33,005 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T01:21:33,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 1049b1f7686f9266e61f555e80711931/f 2024-11-20T01:21:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T01:21:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:21:33,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 1049b1f7686f9266e61f555e80711931/f 2024-11-20T01:21:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T01:21:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:21:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HRegion(2603): Flush status journal for 1049b1f7686f9266e61f555e80711931: 2024-11-20T01:21:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins__test__oiud1v6sm1je1jq2p97osrifrccoh72le4vqghuic0d0b8a8mcac66v9r081fkcf/f/hfile_0 2024-11-20T01:21:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins__test__oiud1v6sm1je1jq2p97osrifrccoh72le4vqghuic0d0b8a8mcac66v9r081fkcf/f/hfile_0 as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/dca8446248fc44c9b634edf0ef0bb031_SeqId_6_ 2024-11-20T01:21:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins__test__oiud1v6sm1je1jq2p97osrifrccoh72le4vqghuic0d0b8a8mcac66v9r081fkcf/f/hfile_1 2024-11-20T01:21:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins__test__oiud1v6sm1je1jq2p97osrifrccoh72le4vqghuic0d0b8a8mcac66v9r081fkcf/f/hfile_1 as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/04d5e7759d7642eab21f801b9732874a_SeqId_6_ 2024-11-20T01:21:33,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins__test__oiud1v6sm1je1jq2p97osrifrccoh72le4vqghuic0d0b8a8mcac66v9r081fkcf/f/hfile_0 into 1049b1f7686f9266e61f555e80711931/f as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/dca8446248fc44c9b634edf0ef0bb031_SeqId_6_ - updating store file list. 2024-11-20T01:21:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dca8446248fc44c9b634edf0ef0bb031_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T01:21:33,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/dca8446248fc44c9b634edf0ef0bb031_SeqId_6_ into 1049b1f7686f9266e61f555e80711931/f 2024-11-20T01:21:33,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins__test__oiud1v6sm1je1jq2p97osrifrccoh72le4vqghuic0d0b8a8mcac66v9r081fkcf/f/hfile_0 into 1049b1f7686f9266e61f555e80711931/f (new location: hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/dca8446248fc44c9b634edf0ef0bb031_SeqId_6_) 2024-11-20T01:21:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins__test__oiud1v6sm1je1jq2p97osrifrccoh72le4vqghuic0d0b8a8mcac66v9r081fkcf/f/hfile_0 2024-11-20T01:21:33,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins__test__oiud1v6sm1je1jq2p97osrifrccoh72le4vqghuic0d0b8a8mcac66v9r081fkcf/f/hfile_1 into 1049b1f7686f9266e61f555e80711931/f as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/04d5e7759d7642eab21f801b9732874a_SeqId_6_ - updating store file list. 2024-11-20T01:21:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04d5e7759d7642eab21f801b9732874a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T01:21:33,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/04d5e7759d7642eab21f801b9732874a_SeqId_6_ into 1049b1f7686f9266e61f555e80711931/f 2024-11-20T01:21:33,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins__test__oiud1v6sm1je1jq2p97osrifrccoh72le4vqghuic0d0b8a8mcac66v9r081fkcf/f/hfile_1 into 1049b1f7686f9266e61f555e80711931/f (new location: hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/f/04d5e7759d7642eab21f801b9732874a_SeqId_6_) 2024-11-20T01:21:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/staging/jenkins__test__oiud1v6sm1je1jq2p97osrifrccoh72le4vqghuic0d0b8a8mcac66v9r081fkcf/f/hfile_1 2024-11-20T01:21:33,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:21:33,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:33,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:33,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732065686173.1049b1f7686f9266e61f555e80711931., hostname=57759bcb46a5,46479,1732065680512, seqNum=2 , the old value is region=test,,1732065686173.1049b1f7686f9266e61f555e80711931., hostname=57759bcb46a5,46479,1732065680512, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=57759bcb46a5:46479 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T01:21:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732065686173.1049b1f7686f9266e61f555e80711931., hostname=57759bcb46a5,46479,1732065680512, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T01:21:33,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732065686173.1049b1f7686f9266e61f555e80711931., hostname=57759bcb46a5,46479,1732065680512, seqNum=2 from cache 2024-11-20T01:21:33,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:33,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:33,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34309,1732065674350, seqNum=-1] 2024-11-20T01:21:33,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:33,040 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T01:21:33,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732065684015.18a1bc1d33c888324ac5212551ac6329., hostname=57759bcb46a5,34309,1732065674350, seqNum=2] 2024-11-20T01:21:33,048 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T01:21:33,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741843_1019 (size=7691) 2024-11-20T01:21:33,140 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:46479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T01:21:33,147 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 to pos 725, reset compression=false 2024-11-20T01:21:33,151 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:21:33,352 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 to pos 1033, reset compression=false 2024-11-20T01:21:33,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:33,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,37733,1732065673966 2024-11-20T01:21:33,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10d5151e 2024-11-20T01:21:33,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:33,486 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T01:21:33,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T01:21:33,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:33,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34309,1732065674350, seqNum=-1] 2024-11-20T01:21:33,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:33,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T01:21:33,495 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins.hfs.10__test__23d84n9msmusdvremn6ret7g0mle9al0b739eebnl4onj9behfckb7vtqp3vrlho/f/31a240c94ba047718340673c2aeff9f1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T01:21:33,498 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins.hfs.10__test__23d84n9msmusdvremn6ret7g0mle9al0b739eebnl4onj9behfckb7vtqp3vrlho/f/559ad91a5ef845caaac1e3f796e306f8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T01:21:33,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.ReplicationSink(324): Finished replicating [0cc167f0-f3cf-4d7c-9cf6-6e9da630ee45, 559eb7f9-d99f-4f4d-be71-cef45bcf2de2] bulk loaded data 2024-11-20T01:21:33,504 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.shipper57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,46479,1732065680512 got entry batch from reader: WALEntryBatch [walEntries=[{test/1049b1f7686f9266e61f555e80711931/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732065693036/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T01:21:33,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.ReplicationSink(318): Replicating [559eb7f9-d99f-4f4d-be71-cef45bcf2de2] bulk loaded data 2024-11-20T01:21:33,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741844_1020 (size=11194) 2024-11-20T01:21:33,552 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 687, reset compression=false 2024-11-20T01:21:33,655 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 to pos 1033, reset compression=false 2024-11-20T01:21:33,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741845_1021 (size=10791) 2024-11-20T01:21:33,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T01:21:33,945 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins.hfs.10__test__av382s029uaj3t6ajfusshl0599ah5sb77ucmisa8j1rskb775mq87irfqmm069c/f/04d5e7759d7642eab21f801b9732874a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-20T01:21:33,947 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins.hfs.10__test__av382s029uaj3t6ajfusshl0599ah5sb77ucmisa8j1rskb775mq87irfqmm069c/f/dca8446248fc44c9b634edf0ef0bb031_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-20T01:21:33,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins.hfs.10__test__av382s029uaj3t6ajfusshl0599ah5sb77ucmisa8j1rskb775mq87irfqmm069c/f/dca8446248fc44c9b634edf0ef0bb031_SeqId_6_ for inclusion in 18a1bc1d33c888324ac5212551ac6329/f 2024-11-20T01:21:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T01:21:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:21:33,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins.hfs.10__test__av382s029uaj3t6ajfusshl0599ah5sb77ucmisa8j1rskb775mq87irfqmm069c/f/04d5e7759d7642eab21f801b9732874a_SeqId_6_ for inclusion in 18a1bc1d33c888324ac5212551ac6329/f 2024-11-20T01:21:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T01:21:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:21:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HRegion(2603): Flush status journal for 18a1bc1d33c888324ac5212551ac6329: 2024-11-20T01:21:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dca8446248fc44c9b634edf0ef0bb031_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T01:21:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins.hfs.10__test__av382s029uaj3t6ajfusshl0599ah5sb77ucmisa8j1rskb775mq87irfqmm069c/f/dca8446248fc44c9b634edf0ef0bb031_SeqId_6_ as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/36f88b3224244d19ae05a1e8774a81f1_SeqId_6_ 2024-11-20T01:21:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 04d5e7759d7642eab21f801b9732874a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T01:21:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins.hfs.10__test__av382s029uaj3t6ajfusshl0599ah5sb77ucmisa8j1rskb775mq87irfqmm069c/f/04d5e7759d7642eab21f801b9732874a_SeqId_6_ as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/87d7e5987142491cb6c2a5cc222486c2_SeqId_6_ 2024-11-20T01:21:33,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins.hfs.10__test__av382s029uaj3t6ajfusshl0599ah5sb77ucmisa8j1rskb775mq87irfqmm069c/f/dca8446248fc44c9b634edf0ef0bb031_SeqId_6_ into 18a1bc1d33c888324ac5212551ac6329/f as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/36f88b3224244d19ae05a1e8774a81f1_SeqId_6_ - updating store file list. 2024-11-20T01:21:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 36f88b3224244d19ae05a1e8774a81f1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T01:21:33,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/36f88b3224244d19ae05a1e8774a81f1_SeqId_6_ into 18a1bc1d33c888324ac5212551ac6329/f 2024-11-20T01:21:33,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins.hfs.10__test__av382s029uaj3t6ajfusshl0599ah5sb77ucmisa8j1rskb775mq87irfqmm069c/f/dca8446248fc44c9b634edf0ef0bb031_SeqId_6_ into 18a1bc1d33c888324ac5212551ac6329/f (new location: hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/36f88b3224244d19ae05a1e8774a81f1_SeqId_6_) 2024-11-20T01:21:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins.hfs.10__test__av382s029uaj3t6ajfusshl0599ah5sb77ucmisa8j1rskb775mq87irfqmm069c/f/dca8446248fc44c9b634edf0ef0bb031_SeqId_6_ 2024-11-20T01:21:33,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins.hfs.10__test__av382s029uaj3t6ajfusshl0599ah5sb77ucmisa8j1rskb775mq87irfqmm069c/f/04d5e7759d7642eab21f801b9732874a_SeqId_6_ into 18a1bc1d33c888324ac5212551ac6329/f as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/87d7e5987142491cb6c2a5cc222486c2_SeqId_6_ - updating store file list. 2024-11-20T01:21:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 87d7e5987142491cb6c2a5cc222486c2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T01:21:33,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/87d7e5987142491cb6c2a5cc222486c2_SeqId_6_ into 18a1bc1d33c888324ac5212551ac6329/f 2024-11-20T01:21:33,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins.hfs.10__test__av382s029uaj3t6ajfusshl0599ah5sb77ucmisa8j1rskb775mq87irfqmm069c/f/04d5e7759d7642eab21f801b9732874a_SeqId_6_ into 18a1bc1d33c888324ac5212551ac6329/f (new location: hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/f/87d7e5987142491cb6c2a5cc222486c2_SeqId_6_) 2024-11-20T01:21:33,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/staging/jenkins.hfs.10__test__av382s029uaj3t6ajfusshl0599ah5sb77ucmisa8j1rskb775mq87irfqmm069c/f/04d5e7759d7642eab21f801b9732874a_SeqId_6_ 2024-11-20T01:21:33,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34309 {}] regionserver.ReplicationSink(324): Finished replicating [559eb7f9-d99f-4f4d-be71-cef45bcf2de2] bulk loaded data 2024-11-20T01:21:34,059 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 to pos 1033, reset compression=false 2024-11-20T01:21:34,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:21:34,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:21:34,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:34,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:34,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:34,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:34,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:21:34,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2018327803, stopped=false 2024-11-20T01:21:34,065 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,37575,1732065680381 2024-11-20T01:21:34,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1524740480/running 2024-11-20T01:21:34,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1524740480/running 2024-11-20T01:21:34,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:34,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:34,074 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:21:34,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:21:34,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:34,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:34,074 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,46479,1732065680512' ***** 2024-11-20T01:21:34,074 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:21:34,075 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:21:34,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Set watcher on znode that does not yet exist, /1524740480/running 2024-11-20T01:21:34,075 INFO [RS:0;57759bcb46a5:46479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:21:34,075 INFO [RS:0;57759bcb46a5:46479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:21:34,075 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:21:34,075 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(3091): Received CLOSE for 94b0abd5fe7e1ed08fc3f3fb13d41fd6 2024-11-20T01:21:34,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Set watcher on znode that does not yet exist, /1524740480/running 2024-11-20T01:21:34,076 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1049b1f7686f9266e61f555e80711931 2024-11-20T01:21:34,076 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,46479,1732065680512 2024-11-20T01:21:34,076 INFO [RS:0;57759bcb46a5:46479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:21:34,076 INFO [RS:0;57759bcb46a5:46479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:46479. 2024-11-20T01:21:34,076 DEBUG [RS:0;57759bcb46a5:46479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:34,076 DEBUG [RS:0;57759bcb46a5:46479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:34,076 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:21:34,076 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:21:34,076 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:21:34,076 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:21:34,077 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T01:21:34,077 DEBUG [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1325): Online Regions={94b0abd5fe7e1ed08fc3f3fb13d41fd6=hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6., 1588230740=hbase:meta,,1.1588230740, 1049b1f7686f9266e61f555e80711931=test,,1732065686173.1049b1f7686f9266e61f555e80711931.} 2024-11-20T01:21:34,077 DEBUG [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1351): Waiting on 1049b1f7686f9266e61f555e80711931, 1588230740, 94b0abd5fe7e1ed08fc3f3fb13d41fd6 2024-11-20T01:21:34,077 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:21:34,077 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:21:34,077 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:21:34,078 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-20T01:21:34,078 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:21:34,078 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T01:21:34,083 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94b0abd5fe7e1ed08fc3f3fb13d41fd6, disabling compactions & flushes 2024-11-20T01:21:34,083 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. 2024-11-20T01:21:34,083 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. 2024-11-20T01:21:34,083 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. after waiting 0 ms 2024-11-20T01:21:34,083 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. 2024-11-20T01:21:34,083 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 94b0abd5fe7e1ed08fc3f3fb13d41fd6 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-20T01:21:34,098 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/.tmp/info/3354b77c837f4b85859cbd505d7d609e is 147, key is hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6./info:regioninfo/1732065690269/Put/seqid=0 2024-11-20T01:21:34,104 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/replication/94b0abd5fe7e1ed08fc3f3fb13d41fd6/.tmp/hfileref/ed6bb066db86433c916058ea1aba3299 is 74, key is 1/hfileref:04d5e7759d7642eab21f801b9732874a_SeqId_6_/1732065693995/DeleteColumn/seqid=0 2024-11-20T01:21:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741845_1021 (size=5345) 2024-11-20T01:21:34,118 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/replication/94b0abd5fe7e1ed08fc3f3fb13d41fd6/.tmp/hfileref/ed6bb066db86433c916058ea1aba3299 2024-11-20T01:21:34,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741844_1020 (size=7686) 2024-11-20T01:21:34,119 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/.tmp/info/3354b77c837f4b85859cbd505d7d609e 2024-11-20T01:21:34,140 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/.tmp/ns/c243269fe1094a7c90f1612be673401a is 43, key is default/ns:d/1732065683922/Put/seqid=0 2024-11-20T01:21:34,142 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/replication/94b0abd5fe7e1ed08fc3f3fb13d41fd6/.tmp/queue/fd907539c8e64069a1b2c0fac8fca9b2 is 154, key is 1-57759bcb46a5,46479,1732065680512/queue:57759bcb46a5%2C46479%2C1732065680512/1732065693997/Put/seqid=0 2024-11-20T01:21:34,145 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:21:34,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741846_1022 (size=5153) 2024-11-20T01:21:34,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741847_1023 (size=5353) 2024-11-20T01:21:34,156 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/replication/94b0abd5fe7e1ed08fc3f3fb13d41fd6/.tmp/queue/fd907539c8e64069a1b2c0fac8fca9b2 2024-11-20T01:21:34,162 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/replication/94b0abd5fe7e1ed08fc3f3fb13d41fd6/.tmp/hfileref/ed6bb066db86433c916058ea1aba3299 as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/replication/94b0abd5fe7e1ed08fc3f3fb13d41fd6/hfileref/ed6bb066db86433c916058ea1aba3299 2024-11-20T01:21:34,169 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/replication/94b0abd5fe7e1ed08fc3f3fb13d41fd6/hfileref/ed6bb066db86433c916058ea1aba3299, entries=4, sequenceid=12, filesize=5.2 K 2024-11-20T01:21:34,170 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/replication/94b0abd5fe7e1ed08fc3f3fb13d41fd6/.tmp/queue/fd907539c8e64069a1b2c0fac8fca9b2 as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/replication/94b0abd5fe7e1ed08fc3f3fb13d41fd6/queue/fd907539c8e64069a1b2c0fac8fca9b2 2024-11-20T01:21:34,178 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/replication/94b0abd5fe7e1ed08fc3f3fb13d41fd6/queue/fd907539c8e64069a1b2c0fac8fca9b2, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T01:21:34,179 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 94b0abd5fe7e1ed08fc3f3fb13d41fd6 in 95ms, sequenceid=12, compaction requested=false 2024-11-20T01:21:34,179 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T01:21:34,193 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/replication/94b0abd5fe7e1ed08fc3f3fb13d41fd6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T01:21:34,194 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:21:34,194 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:21:34,194 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. 2024-11-20T01:21:34,195 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94b0abd5fe7e1ed08fc3f3fb13d41fd6: Waiting for close lock at 1732065694083Running coprocessor pre-close hooks at 1732065694083Disabling compacts and flushes for region at 1732065694083Disabling writes for close at 1732065694083Obtaining lock to block concurrent updates at 1732065694083Preparing flush snapshotting stores in 94b0abd5fe7e1ed08fc3f3fb13d41fd6 at 1732065694083Finished memstore snapshotting hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732065694083Flushing stores of hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. at 1732065694084 (+1 ms)Flushing 94b0abd5fe7e1ed08fc3f3fb13d41fd6/hfileref: creating writer at 1732065694084Flushing 94b0abd5fe7e1ed08fc3f3fb13d41fd6/hfileref: appending metadata at 1732065694103 (+19 ms)Flushing 94b0abd5fe7e1ed08fc3f3fb13d41fd6/hfileref: closing flushed file at 1732065694103Flushing 94b0abd5fe7e1ed08fc3f3fb13d41fd6/queue: creating writer at 1732065694122 (+19 ms)Flushing 94b0abd5fe7e1ed08fc3f3fb13d41fd6/queue: appending metadata at 1732065694141 (+19 ms)Flushing 94b0abd5fe7e1ed08fc3f3fb13d41fd6/queue: closing flushed file at 1732065694142 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d577bb: reopening flushed file at 1732065694161 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e039427: reopening flushed file at 1732065694169 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 94b0abd5fe7e1ed08fc3f3fb13d41fd6 in 95ms, sequenceid=12, compaction requested=false at 1732065694179 (+10 ms)Writing region close event to WAL at 1732065694188 (+9 ms)Running coprocessor post-close hooks at 1732065694194 (+6 ms)Closed at 1732065694194 2024-11-20T01:21:34,195 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732065689498.94b0abd5fe7e1ed08fc3f3fb13d41fd6. 2024-11-20T01:21:34,195 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1049b1f7686f9266e61f555e80711931, disabling compactions & flushes 2024-11-20T01:21:34,195 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732065686173.1049b1f7686f9266e61f555e80711931. 2024-11-20T01:21:34,195 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065686173.1049b1f7686f9266e61f555e80711931. 2024-11-20T01:21:34,195 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732065686173.1049b1f7686f9266e61f555e80711931. after waiting 0 ms 2024-11-20T01:21:34,195 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732065686173.1049b1f7686f9266e61f555e80711931. 2024-11-20T01:21:34,203 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/default/test/1049b1f7686f9266e61f555e80711931/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T01:21:34,203 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:21:34,203 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:21:34,203 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732065686173.1049b1f7686f9266e61f555e80711931. 2024-11-20T01:21:34,203 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1049b1f7686f9266e61f555e80711931: Waiting for close lock at 1732065694195Running coprocessor pre-close hooks at 1732065694195Disabling compacts and flushes for region at 1732065694195Disabling writes for close at 1732065694195Writing region close event to WAL at 1732065694197 (+2 ms)Running coprocessor post-close hooks at 1732065694203 (+6 ms)Closed at 1732065694203 2024-11-20T01:21:34,204 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732065686173.1049b1f7686f9266e61f555e80711931. 2024-11-20T01:21:34,256 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 687, reset compression=false 2024-11-20T01:21:34,262 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:21:34,262 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34309,1732065674350 got entry batch from reader: WALEntryBatch [walEntries=[{test/18a1bc1d33c888324ac5212551ac6329/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732065693991/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T01:21:34,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 57759bcb46a5,46479,1732065680512 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T01:21:34,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:48120 deadline: 1732065754263, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 57759bcb46a5,46479,1732065680512 stopping 2024-11-20T01:21:34,268 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 57759bcb46a5,46479,1732065680512 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,277 DEBUG [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:21:34,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 57759bcb46a5,46479,1732065680512 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T01:21:34,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46479 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:48120 deadline: 1732065754372, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 57759bcb46a5,46479,1732065680512 stopping 2024-11-20T01:21:34,372 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 57759bcb46a5,46479,1732065680512 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,462 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 1033, reset compression=false 2024-11-20T01:21:34,477 DEBUG [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:21:34,554 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/.tmp/ns/c243269fe1094a7c90f1612be673401a 2024-11-20T01:21:34,569 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 to pos 1033, reset compression=false 2024-11-20T01:21:34,574 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/.tmp/rep_barrier/c03259838fee42e9a6a3d13f9952a0c4 is 112, key is test,,1732065686173.1049b1f7686f9266e61f555e80711931./rep_barrier:seqnumDuringOpen/1732065687319/Put/seqid=0 2024-11-20T01:21:34,574 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:21:34,574 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 to pos 1328, reset compression=false 2024-11-20T01:21:34,574 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.shipper57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,46479,1732065680512 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:21:34,575 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.shipper57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57759bcb46a5,46479,1732065680512: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57759bcb46a5,46479,1732065680512, walGroup=57759bcb46a5%2C46479%2C1732065680512, offset=57759bcb46a5%2C46479%2C1732065680512.1732065682866:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:46479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T01:21:34,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 57759bcb46a5,46479,1732065680512 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,576 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.shipper57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T01:21:34,576 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.shipper57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T01:21:34,577 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.shipper57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T01:21:34,578 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.shipper57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T01:21:34,578 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.shipper57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T01:21:34,578 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.shipper57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 568415144 }, "NonHeapMemoryUsage": { "committed": 191627264, "init": 7667712, "max": -1, "used": 188765296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T01:21:34,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741848_1024 (size=5518) 2024-11-20T01:21:34,586 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.shipper57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T01:21:34,593 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 57759bcb46a5,46479,1732065680512 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:21:34,678 DEBUG [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:21:34,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:34,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:34,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:34,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:34,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:34,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:34,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:34,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:34,737 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:21:34,737 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:21:34,766 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 1033, reset compression=false 2024-11-20T01:21:34,779 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 to pos 1328, reset compression=false 2024-11-20T01:21:34,878 DEBUG [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:21:34,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 57759bcb46a5,46479,1732065680512 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,897 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 57759bcb46a5,46479,1732065680512 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:34,989 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/.tmp/rep_barrier/c03259838fee42e9a6a3d13f9952a0c4 2024-11-20T01:21:35,006 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/.tmp/table/3592d4fc42594245bdde94625ef5c1b0 is 53, key is hbase:replication/table:state/1732065690275/Put/seqid=0 2024-11-20T01:21:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741849_1025 (size=5308) 2024-11-20T01:21:35,078 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T01:21:35,078 DEBUG [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:21:35,078 DEBUG [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:21:35,083 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.wal-reader.57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/WALs/57759bcb46a5,46479,1732065680512/57759bcb46a5%2C46479%2C1732065680512.1732065682866 to pos 1328, reset compression=false 2024-11-20T01:21:35,171 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 1033, reset compression=false 2024-11-20T01:21:35,278 DEBUG [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:21:35,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 57759bcb46a5,46479,1732065680512 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:35,300 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 57759bcb46a5,46479,1732065680512 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:35,410 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/.tmp/table/3592d4fc42594245bdde94625ef5c1b0 2024-11-20T01:21:35,416 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/.tmp/info/3354b77c837f4b85859cbd505d7d609e as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/info/3354b77c837f4b85859cbd505d7d609e 2024-11-20T01:21:35,421 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/info/3354b77c837f4b85859cbd505d7d609e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T01:21:35,422 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/.tmp/ns/c243269fe1094a7c90f1612be673401a as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/ns/c243269fe1094a7c90f1612be673401a 2024-11-20T01:21:35,427 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/ns/c243269fe1094a7c90f1612be673401a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T01:21:35,428 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/.tmp/rep_barrier/c03259838fee42e9a6a3d13f9952a0c4 as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/rep_barrier/c03259838fee42e9a6a3d13f9952a0c4 2024-11-20T01:21:35,433 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/rep_barrier/c03259838fee42e9a6a3d13f9952a0c4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T01:21:35,433 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/.tmp/table/3592d4fc42594245bdde94625ef5c1b0 as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/table/3592d4fc42594245bdde94625ef5c1b0 2024-11-20T01:21:35,438 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/table/3592d4fc42594245bdde94625ef5c1b0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T01:21:35,439 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1361ms, sequenceid=16, compaction requested=false 2024-11-20T01:21:35,447 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T01:21:35,447 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:21:35,447 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:21:35,447 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:21:35,448 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065694077Running coprocessor pre-close hooks at 1732065694077Disabling compacts and flushes for region at 1732065694077Disabling writes for close at 1732065694078 (+1 ms)Obtaining lock to block concurrent updates at 1732065694078Preparing flush snapshotting stores in 1588230740 at 1732065694078Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732065694079 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732065694079Flushing 1588230740/info: creating writer at 1732065694079Flushing 1588230740/info: appending metadata at 1732065694097 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732065694097Flushing 1588230740/ns: creating writer at 1732065694123 (+26 ms)Flushing 1588230740/ns: appending metadata at 1732065694139 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732065694140 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732065694559 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732065694574 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732065694574Flushing 1588230740/table: creating writer at 1732065694993 (+419 ms)Flushing 1588230740/table: appending metadata at 1732065695006 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732065695006Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ea05466: reopening flushed file at 1732065695415 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa4caf1: reopening flushed file at 1732065695421 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4394c807: reopening flushed file at 1732065695427 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad13bee: reopening flushed file at 1732065695433 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1361ms, sequenceid=16, compaction requested=false at 1732065695439 (+6 ms)Writing region close event to WAL at 1732065695444 (+5 ms)Running coprocessor post-close hooks at 1732065695447 (+3 ms)Closed at 1732065695447 2024-11-20T01:21:35,448 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:21:35,478 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,46479,1732065680512; all regions closed. 2024-11-20T01:21:35,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741834_1010 (size=4239) 2024-11-20T01:21:35,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741839_1015 (size=3127) 2024-11-20T01:21:35,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741832_1008 (size=1336) 2024-11-20T01:21:35,486 DEBUG [RS:0;57759bcb46a5:46479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:35,486 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:21:35,486 INFO [RS:0;57759bcb46a5:46479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:21:35,486 INFO [RS:0;57759bcb46a5:46479 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T01:21:35,486 INFO [RS:0;57759bcb46a5:46479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:21:35,487 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,46479,1732065680512 because: Region server is closing 2024-11-20T01:21:35,487 INFO [RS:0;57759bcb46a5:46479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:46479. 2024-11-20T01:21:35,487 DEBUG [RS:0;57759bcb46a5:46479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:35,487 DEBUG [RS:0;57759bcb46a5:46479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:35,487 DEBUG [RS:0;57759bcb46a5:46479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:35,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:35,487 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:21:35,587 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,46479,1732065680512.replicationSource.shipper57759bcb46a5%2C46479%2C1732065680512,1-57759bcb46a5,46479,1732065680512 terminated 2024-11-20T01:21:35,587 INFO [RS:0;57759bcb46a5:46479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:46479. 2024-11-20T01:21:35,587 DEBUG [RS:0;57759bcb46a5:46479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:35,587 DEBUG [RS:0;57759bcb46a5:46479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:35,588 DEBUG [RS:0;57759bcb46a5:46479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:35,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:35,588 INFO [RS:0;57759bcb46a5:46479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46479 2024-11-20T01:21:35,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480/rs 2024-11-20T01:21:35,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1524740480/rs/57759bcb46a5,46479,1732065680512 2024-11-20T01:21:35,642 INFO [RS:0;57759bcb46a5:46479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:21:35,643 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,46479,1732065680512] 2024-11-20T01:21:35,663 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1524740480/draining/57759bcb46a5,46479,1732065680512 already deleted, retry=false 2024-11-20T01:21:35,663 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,46479,1732065680512 expired; onlineServers=0 2024-11-20T01:21:35,663 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,37575,1732065680381' ***** 2024-11-20T01:21:35,663 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:21:35,663 INFO [M:0;57759bcb46a5:37575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:21:35,663 INFO [M:0;57759bcb46a5:37575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:21:35,664 DEBUG [M:0;57759bcb46a5:37575 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:21:35,664 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:21:35,664 DEBUG [M:0;57759bcb46a5:37575 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:21:35,664 INFO [M:0;57759bcb46a5:37575 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:21:35,664 INFO [M:0;57759bcb46a5:37575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:21:35,664 DEBUG [M:0;57759bcb46a5:37575 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:21:35,664 INFO [M:0;57759bcb46a5:37575 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:21:35,664 INFO [M:0;57759bcb46a5:37575 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:21:35,664 INFO [M:0;57759bcb46a5:37575 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:21:35,664 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:21:35,665 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065682607 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065682607,5,FailOnTimeoutGroup] 2024-11-20T01:21:35,665 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065682608 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065682608,5,FailOnTimeoutGroup] 2024-11-20T01:21:35,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1524740480/master 2024-11-20T01:21:35,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1524740480 2024-11-20T01:21:35,674 DEBUG [M:0;57759bcb46a5:37575 {}] zookeeper.ZKUtil(347): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Unable to get data of znode /1524740480/master because node does not exist (not an error) 2024-11-20T01:21:35,674 WARN [M:0;57759bcb46a5:37575 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:21:35,674 INFO [M:0;57759bcb46a5:37575 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/.lastflushedseqids 2024-11-20T01:21:35,675 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 1033, reset compression=false 2024-11-20T01:21:35,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741850_1026 (size=263) 2024-11-20T01:21:35,753 INFO [RS:0;57759bcb46a5:46479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:21:35,753 INFO [RS:0;57759bcb46a5:46479 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,46479,1732065680512; zookeeper connection closed. 2024-11-20T01:21:35,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:35,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x10155d4b5520004, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:35,753 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41af4b4e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41af4b4e 2024-11-20T01:21:35,753 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:21:35,805 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 57759bcb46a5:46479 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57759bcb46a5/172.17.0.3:46479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:35,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 57759bcb46a5:46479 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57759bcb46a5/172.17.0.3:46479 2024-11-20T01:21:35,805 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=57759bcb46a5:46479 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57759bcb46a5/172.17.0.3:46479 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57759bcb46a5/172.17.0.3:46479 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T01:21:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T01:21:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:54680 deadline: 1732065755808, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T01:21:35,809 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T01:21:35,810 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T01:21:36,089 INFO [M:0;57759bcb46a5:37575 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:21:36,089 INFO [M:0;57759bcb46a5:37575 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:21:36,089 DEBUG [M:0;57759bcb46a5:37575 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:21:36,089 INFO [M:0;57759bcb46a5:37575 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:36,089 DEBUG [M:0;57759bcb46a5:37575 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:36,089 DEBUG [M:0;57759bcb46a5:37575 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:21:36,089 DEBUG [M:0;57759bcb46a5:37575 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:36,089 INFO [M:0;57759bcb46a5:37575 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T01:21:36,103 DEBUG [M:0;57759bcb46a5:37575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abdbcae5ad4046d3b97325070e131808 is 82, key is hbase:meta,,1/info:regioninfo/1732065683899/Put/seqid=0 2024-11-20T01:21:36,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741851_1027 (size=5672) 2024-11-20T01:21:36,285 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 1033, reset compression=false 2024-11-20T01:21:36,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T01:21:36,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T01:21:36,411 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T01:21:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T01:21:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37575 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:54680 deadline: 1732065756412, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T01:21:36,413 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T01:21:36,413 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T01:21:36,413 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T01:21:36,507 INFO [M:0;57759bcb46a5:37575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abdbcae5ad4046d3b97325070e131808 2024-11-20T01:21:36,538 DEBUG [M:0;57759bcb46a5:37575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0f7fb8cef9d4482b6055f510c19b8d9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732065690278/Put/seqid=0 2024-11-20T01:21:36,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741852_1028 (size=8516) 2024-11-20T01:21:36,954 INFO [M:0;57759bcb46a5:37575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0f7fb8cef9d4482b6055f510c19b8d9 2024-11-20T01:21:36,989 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 1033, reset compression=false 2024-11-20T01:21:37,007 DEBUG [M:0;57759bcb46a5:37575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3f3af9e64e24e709421ccab74537350 is 69, key is 57759bcb46a5,46479,1732065680512/rs:state/1732065682715/Put/seqid=0 2024-11-20T01:21:37,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741853_1029 (size=5156) 2024-11-20T01:21:37,022 INFO [M:0;57759bcb46a5:37575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3f3af9e64e24e709421ccab74537350 2024-11-20T01:21:37,028 DEBUG [M:0;57759bcb46a5:37575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abdbcae5ad4046d3b97325070e131808 as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abdbcae5ad4046d3b97325070e131808 2024-11-20T01:21:37,044 INFO [M:0;57759bcb46a5:37575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abdbcae5ad4046d3b97325070e131808, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T01:21:37,045 DEBUG [M:0;57759bcb46a5:37575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0f7fb8cef9d4482b6055f510c19b8d9 as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0f7fb8cef9d4482b6055f510c19b8d9 2024-11-20T01:21:37,050 INFO [M:0;57759bcb46a5:37575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0f7fb8cef9d4482b6055f510c19b8d9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T01:21:37,051 DEBUG [M:0;57759bcb46a5:37575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3f3af9e64e24e709421ccab74537350 as hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3f3af9e64e24e709421ccab74537350 2024-11-20T01:21:37,059 INFO [M:0;57759bcb46a5:37575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b8b16340-5c68-a1ca-9555-8f95ecbcfb9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3f3af9e64e24e709421ccab74537350, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T01:21:37,060 INFO [M:0;57759bcb46a5:37575 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 971ms, sequenceid=97, compaction requested=false 2024-11-20T01:21:37,062 INFO [M:0;57759bcb46a5:37575 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:37,062 DEBUG [M:0;57759bcb46a5:37575 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065696089Disabling compacts and flushes for region at 1732065696089Disabling writes for close at 1732065696089Obtaining lock to block concurrent updates at 1732065696089Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065696089Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732065696090 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065696090Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065696090Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065696102 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065696102Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065696511 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065696538 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065696538Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065696969 (+431 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065697006 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065697006Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44f0a349: reopening flushed file at 1732065697027 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b21911: reopening flushed file at 1732065697044 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792fd0c1: reopening flushed file at 1732065697050 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 971ms, sequenceid=97, compaction requested=false at 1732065697060 (+10 ms)Writing region close event to WAL at 1732065697062 (+2 ms)Closed at 1732065697062 2024-11-20T01:21:37,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741830_1006 (size=63654) 2024-11-20T01:21:37,074 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:21:37,077 INFO [M:0;57759bcb46a5:37575 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:21:37,077 INFO [M:0;57759bcb46a5:37575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37575 2024-11-20T01:21:37,079 INFO [M:0;57759bcb46a5:37575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:21:37,114 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T01:21:37,115 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 57759bcb46a5:37575 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57759bcb46a5/172.17.0.3:37575 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:37,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 57759bcb46a5:37575 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57759bcb46a5/172.17.0.3:37575 2024-11-20T01:21:37,220 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:37,221 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 57759bcb46a5:37575 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57759bcb46a5/172.17.0.3:37575 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:21:37,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=57759bcb46a5:37575 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57759bcb46a5/172.17.0.3:37575 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-20T01:21:37,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 57759bcb46a5:37575 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 57759bcb46a5/172.17.0.3:37575 2024-11-20T01:21:37,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:37,248 INFO [M:0;57759bcb46a5:37575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:21:37,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37575-0x10155d4b5520003, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:37,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3da36794{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:21:37,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4209bb98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:21:37,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:21:37,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cafbe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:21:37,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d241d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/hadoop.log.dir/,STOPPED} 2024-11-20T01:21:37,278 WARN [BP-491173526-172.17.0.3-1732065678056 heartbeating to localhost/127.0.0.1:38079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:21:37,278 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:21:37,278 WARN [BP-491173526-172.17.0.3-1732065678056 heartbeating to localhost/127.0.0.1:38079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-491173526-172.17.0.3-1732065678056 (Datanode Uuid 876458b4-fc0e-4da7-b8da-490a125d52eb) service to localhost/127.0.0.1:38079 2024-11-20T01:21:37,278 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:21:37,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/cluster_03b06adc-0b21-1c3b-4d39-305105f05a16/data/data1/current/BP-491173526-172.17.0.3-1732065678056 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:21:37,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/cluster_03b06adc-0b21-1c3b-4d39-305105f05a16/data/data2/current/BP-491173526-172.17.0.3-1732065678056 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:21:37,279 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:21:37,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5775d436{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:21:37,288 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4150c06f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:21:37,288 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:21:37,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ff4b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:21:37,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@686b2ef1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/hadoop.log.dir/,STOPPED} 2024-11-20T01:21:37,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:21:37,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:21:37,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:21:37,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:37,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:37,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:37,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:37,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:21:37,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1683156257, stopped=false 2024-11-20T01:21:37,320 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,37733,1732065673966 2024-11-20T01:21:37,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-361974433/running 2024-11-20T01:21:37,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-361974433/running 2024-11-20T01:21:37,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:37,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:37,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Set watcher on znode that does not yet exist, /0-361974433/running 2024-11-20T01:21:37,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Set watcher on znode that does not yet exist, /0-361974433/running 2024-11-20T01:21:37,348 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:21:37,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:21:37,350 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-20T01:21:37,350 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(3091): Received CLOSE for 18a1bc1d33c888324ac5212551ac6329 2024-11-20T01:21:37,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:37,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:37,350 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,34309,1732065674350' ***** 2024-11-20T01:21:37,350 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:21:37,352 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(3091): Received CLOSE for c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:37,352 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18a1bc1d33c888324ac5212551ac6329, disabling compactions & flushes 2024-11-20T01:21:37,352 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732065684015.18a1bc1d33c888324ac5212551ac6329. 2024-11-20T01:21:37,353 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065684015.18a1bc1d33c888324ac5212551ac6329. 2024-11-20T01:21:37,353 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732065684015.18a1bc1d33c888324ac5212551ac6329. after waiting 0 ms 2024-11-20T01:21:37,353 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732065684015.18a1bc1d33c888324ac5212551ac6329. 2024-11-20T01:21:37,354 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:21:37,354 INFO [RS:0;57759bcb46a5:34309 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:21:37,354 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:21:37,354 INFO [RS:0;57759bcb46a5:34309 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:21:37,355 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: c8734d99e10a4e4fbf961e590783286c, which we are already trying to CLOSE, but not completed yet 2024-11-20T01:21:37,355 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,34309,1732065674350 2024-11-20T01:21:37,355 INFO [RS:0;57759bcb46a5:34309 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:21:37,355 INFO [RS:0;57759bcb46a5:34309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:34309. 2024-11-20T01:21:37,355 DEBUG [RS:0;57759bcb46a5:34309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:37,355 DEBUG [RS:0;57759bcb46a5:34309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:37,355 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:21:37,355 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:21:37,355 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:21:37,355 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:21:37,371 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T01:21:37,372 DEBUG [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1325): Online Regions={18a1bc1d33c888324ac5212551ac6329=test,,1732065684015.18a1bc1d33c888324ac5212551ac6329., 1588230740=hbase:meta,,1.1588230740, c8734d99e10a4e4fbf961e590783286c=hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c.} 2024-11-20T01:21:37,372 DEBUG [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18a1bc1d33c888324ac5212551ac6329, c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:37,372 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:21:37,372 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:21:37,377 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:21:37,377 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:21:37,377 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:21:37,377 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T01:21:37,378 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/default/test/18a1bc1d33c888324ac5212551ac6329/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T01:21:37,379 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:21:37,379 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:21:37,379 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732065684015.18a1bc1d33c888324ac5212551ac6329. 2024-11-20T01:21:37,379 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18a1bc1d33c888324ac5212551ac6329: Waiting for close lock at 1732065697352Running coprocessor pre-close hooks at 1732065697352Disabling compacts and flushes for region at 1732065697352Disabling writes for close at 1732065697353 (+1 ms)Writing region close event to WAL at 1732065697361 (+8 ms)Running coprocessor post-close hooks at 1732065697379 (+18 ms)Closed at 1732065697379 2024-11-20T01:21:37,379 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732065684015.18a1bc1d33c888324ac5212551ac6329. 2024-11-20T01:21:37,379 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8734d99e10a4e4fbf961e590783286c, disabling compactions & flushes 2024-11-20T01:21:37,379 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. 2024-11-20T01:21:37,379 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. 2024-11-20T01:21:37,379 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. after waiting 0 ms 2024-11-20T01:21:37,379 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. 2024-11-20T01:21:37,379 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:21:37,379 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8734d99e10a4e4fbf961e590783286c 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-20T01:21:37,402 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/replication/c8734d99e10a4e4fbf961e590783286c/.tmp/hfileref/0875ac27bcb84d6b90b25e7b55abb498 is 74, key is 1/hfileref:274fe5bd79f1402e9ca7abecaa842f50_SeqId_4_/1732065692413/DeleteColumn/seqid=0 2024-11-20T01:21:37,429 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/.tmp/info/cc8bc8e8fc3748d6921c1f2f5216386c is 147, key is hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c./info:regioninfo/1732065689183/Put/seqid=0 2024-11-20T01:21:37,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:37,430 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 57759bcb46a5:37575 this server is in the failed servers list 2024-11-20T01:21:37,430 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 57759bcb46a5:37575 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:21:37,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741846_1022 (size=5345) 2024-11-20T01:21:37,460 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/replication/c8734d99e10a4e4fbf961e590783286c/.tmp/hfileref/0875ac27bcb84d6b90b25e7b55abb498 2024-11-20T01:21:37,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741847_1023 (size=7686) 2024-11-20T01:21:37,477 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/.tmp/info/cc8bc8e8fc3748d6921c1f2f5216386c 2024-11-20T01:21:37,518 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/replication/c8734d99e10a4e4fbf961e590783286c/.tmp/queue/bd2cf4e04da6421db8e5fc9cb07d5994 is 153, key is 1-57759bcb46a5,34309,1732065674350/queue:57759bcb46a5%2C34309%2C1732065674350/1732065692414/Put/seqid=0 2024-11-20T01:21:37,529 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/.tmp/ns/e8bfffc7562f4825b62b2db00bc91932 is 43, key is default/ns:d/1732065677902/Put/seqid=0 2024-11-20T01:21:37,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741848_1024 (size=5352) 2024-11-20T01:21:37,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741849_1025 (size=5153) 2024-11-20T01:21:37,572 DEBUG [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:37,586 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:21:37,586 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:21:37,739 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:37,740 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 57759bcb46a5:37575 this server is in the failed servers list 2024-11-20T01:21:37,740 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 57759bcb46a5:37575 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:21:37,772 DEBUG [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:37,817 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 1033, reset compression=false 2024-11-20T01:21:37,834 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:21:37,834 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 1328, reset compression=false 2024-11-20T01:21:37,937 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/replication/c8734d99e10a4e4fbf961e590783286c/.tmp/queue/bd2cf4e04da6421db8e5fc9cb07d5994 2024-11-20T01:21:37,945 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/.tmp/ns/e8bfffc7562f4825b62b2db00bc91932 2024-11-20T01:21:37,955 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/replication/c8734d99e10a4e4fbf961e590783286c/.tmp/hfileref/0875ac27bcb84d6b90b25e7b55abb498 as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/replication/c8734d99e10a4e4fbf961e590783286c/hfileref/0875ac27bcb84d6b90b25e7b55abb498 2024-11-20T01:21:37,972 DEBUG [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8734d99e10a4e4fbf961e590783286c 2024-11-20T01:21:37,977 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/replication/c8734d99e10a4e4fbf961e590783286c/hfileref/0875ac27bcb84d6b90b25e7b55abb498, entries=4, sequenceid=10, filesize=5.2 K 2024-11-20T01:21:37,978 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/replication/c8734d99e10a4e4fbf961e590783286c/.tmp/queue/bd2cf4e04da6421db8e5fc9cb07d5994 as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/replication/c8734d99e10a4e4fbf961e590783286c/queue/bd2cf4e04da6421db8e5fc9cb07d5994 2024-11-20T01:21:37,984 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/replication/c8734d99e10a4e4fbf961e590783286c/queue/bd2cf4e04da6421db8e5fc9cb07d5994, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T01:21:37,985 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c8734d99e10a4e4fbf961e590783286c in 606ms, sequenceid=10, compaction requested=false 2024-11-20T01:21:37,987 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/.tmp/rep_barrier/70f8f1c6e58b45c0a18c29713043047c is 112, key is test,,1732065684015.18a1bc1d33c888324ac5212551ac6329./rep_barrier:seqnumDuringOpen/1732065685161/Put/seqid=0 2024-11-20T01:21:38,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741850_1026 (size=5518) 2024-11-20T01:21:38,002 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/.tmp/rep_barrier/70f8f1c6e58b45c0a18c29713043047c 2024-11-20T01:21:38,036 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/.tmp/table/afb21810477f4c8e84a16ac5c72031cb is 53, key is hbase:replication/table:state/1732065689189/Put/seqid=0 2024-11-20T01:21:38,045 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 1328, reset compression=false 2024-11-20T01:21:38,056 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/replication/c8734d99e10a4e4fbf961e590783286c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T01:21:38,057 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:21:38,057 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:21:38,057 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. 2024-11-20T01:21:38,057 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8734d99e10a4e4fbf961e590783286c: Waiting for close lock at 1732065697379Running coprocessor pre-close hooks at 1732065697379Disabling compacts and flushes for region at 1732065697379Disabling writes for close at 1732065697379Obtaining lock to block concurrent updates at 1732065697379Preparing flush snapshotting stores in c8734d99e10a4e4fbf961e590783286c at 1732065697379Finished memstore snapshotting hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732065697380 (+1 ms)Flushing stores of hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. at 1732065697384 (+4 ms)Flushing c8734d99e10a4e4fbf961e590783286c/hfileref: creating writer at 1732065697384Flushing c8734d99e10a4e4fbf961e590783286c/hfileref: appending metadata at 1732065697402 (+18 ms)Flushing c8734d99e10a4e4fbf961e590783286c/hfileref: closing flushed file at 1732065697402Flushing c8734d99e10a4e4fbf961e590783286c/queue: creating writer at 1732065697484 (+82 ms)Flushing c8734d99e10a4e4fbf961e590783286c/queue: appending metadata at 1732065697517 (+33 ms)Flushing c8734d99e10a4e4fbf961e590783286c/queue: closing flushed file at 1732065697517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5132423f: reopening flushed file at 1732065697953 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9b39b6: reopening flushed file at 1732065697977 (+24 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c8734d99e10a4e4fbf961e590783286c in 606ms, sequenceid=10, compaction requested=false at 1732065697985 (+8 ms)Writing region close event to WAL at 1732065698032 (+47 ms)Running coprocessor post-close hooks at 1732065698057 (+25 ms)Closed at 1732065698057 2024-11-20T01:21:38,057 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732065688346.c8734d99e10a4e4fbf961e590783286c. 2024-11-20T01:21:38,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741851_1027 (size=5308) 2024-11-20T01:21:38,176 DEBUG [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:21:38,250 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:38,250 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 57759bcb46a5:37575 this server is in the failed servers list 2024-11-20T01:21:38,251 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 57759bcb46a5:37575 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:21:38,366 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.wal-reader.57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.1732065676698 to pos 1328, reset compression=false 2024-11-20T01:21:38,376 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T01:21:38,376 DEBUG [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:21:38,376 DEBUG [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:21:38,463 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/.tmp/table/afb21810477f4c8e84a16ac5c72031cb 2024-11-20T01:21:38,483 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/.tmp/info/cc8bc8e8fc3748d6921c1f2f5216386c as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/info/cc8bc8e8fc3748d6921c1f2f5216386c 2024-11-20T01:21:38,487 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/info/cc8bc8e8fc3748d6921c1f2f5216386c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T01:21:38,488 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/.tmp/ns/e8bfffc7562f4825b62b2db00bc91932 as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/ns/e8bfffc7562f4825b62b2db00bc91932 2024-11-20T01:21:38,493 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/ns/e8bfffc7562f4825b62b2db00bc91932, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T01:21:38,495 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/.tmp/rep_barrier/70f8f1c6e58b45c0a18c29713043047c as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/rep_barrier/70f8f1c6e58b45c0a18c29713043047c 2024-11-20T01:21:38,500 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/rep_barrier/70f8f1c6e58b45c0a18c29713043047c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T01:21:38,501 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/.tmp/table/afb21810477f4c8e84a16ac5c72031cb as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/table/afb21810477f4c8e84a16ac5c72031cb 2024-11-20T01:21:38,506 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/table/afb21810477f4c8e84a16ac5c72031cb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T01:21:38,507 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1130ms, sequenceid=16, compaction requested=false 2024-11-20T01:21:38,523 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T01:21:38,523 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:21:38,523 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:21:38,523 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:21:38,523 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065697372Running coprocessor pre-close hooks at 1732065697372Disabling compacts and flushes for region at 1732065697372Disabling writes for close at 1732065697377 (+5 ms)Obtaining lock to block concurrent updates at 1732065697377Preparing flush snapshotting stores in 1588230740 at 1732065697377Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732065697378 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732065697379 (+1 ms)Flushing 1588230740/info: creating writer at 1732065697379Flushing 1588230740/info: appending metadata at 1732065697429 (+50 ms)Flushing 1588230740/info: closing flushed file at 1732065697429Flushing 1588230740/ns: creating writer at 1732065697492 (+63 ms)Flushing 1588230740/ns: appending metadata at 1732065697528 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1732065697528Flushing 1588230740/rep_barrier: creating writer at 1732065697956 (+428 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732065697986 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732065697986Flushing 1588230740/table: creating writer at 1732065698006 (+20 ms)Flushing 1588230740/table: appending metadata at 1732065698036 (+30 ms)Flushing 1588230740/table: closing flushed file at 1732065698036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d1f21d8: reopening flushed file at 1732065698477 (+441 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce77939: reopening flushed file at 1732065698487 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fdad5f: reopening flushed file at 1732065698494 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c96256e: reopening flushed file at 1732065698500 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1130ms, sequenceid=16, compaction requested=false at 1732065698507 (+7 ms)Writing region close event to WAL at 1732065698520 (+13 ms)Running coprocessor post-close hooks at 1732065698523 (+3 ms)Closed at 1732065698523 2024-11-20T01:21:38,524 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:21:38,577 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,34309,1732065674350; all regions closed. 2024-11-20T01:21:38,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741834_1010 (size=4239) 2024-11-20T01:21:38,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/WALs/57759bcb46a5,34309,1732065674350/57759bcb46a5%2C34309%2C1732065674350.meta.1732065677784.meta not finished, retry = 0 2024-11-20T01:21:38,681 DEBUG [RS:0;57759bcb46a5:34309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/oldWALs 2024-11-20T01:21:38,681 INFO [RS:0;57759bcb46a5:34309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C34309%2C1732065674350.meta:.meta(num 1732065677784) 2024-11-20T01:21:38,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741839_1015 (size=2695) 2024-11-20T01:21:38,694 DEBUG [RS:0;57759bcb46a5:34309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/oldWALs 2024-11-20T01:21:38,694 INFO [RS:0;57759bcb46a5:34309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C34309%2C1732065674350.rep:(num 1732065689151) 2024-11-20T01:21:38,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741832_1008 (size=1336) 2024-11-20T01:21:38,711 DEBUG [RS:0;57759bcb46a5:34309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/oldWALs 2024-11-20T01:21:38,711 INFO [RS:0;57759bcb46a5:34309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C34309%2C1732065674350:(num 1732065676698) 2024-11-20T01:21:38,711 DEBUG [RS:0;57759bcb46a5:34309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:38,711 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:21:38,711 INFO [RS:0;57759bcb46a5:34309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:21:38,711 INFO [RS:0;57759bcb46a5:34309 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:21:38,711 INFO [RS:0;57759bcb46a5:34309 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:21:38,711 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:21:38,711 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,34309,1732065674350 because: Region server is closing 2024-11-20T01:21:38,711 INFO [RS:0;57759bcb46a5:34309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:34309. 2024-11-20T01:21:38,712 DEBUG [RS:0;57759bcb46a5:34309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:38,712 DEBUG [RS:0;57759bcb46a5:34309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:38,712 DEBUG [RS:0;57759bcb46a5:34309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:38,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:38,812 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-20T01:21:38,812 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T01:21:38,812 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T01:21:39,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:39,260 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:21:39,262 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:21:39,614 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34309,1732065674350.replicationSource.shipper57759bcb46a5%2C34309%2C1732065674350,1-57759bcb46a5,34309,1732065674350 terminated 2024-11-20T01:21:39,614 INFO [RS:0;57759bcb46a5:34309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:34309. 2024-11-20T01:21:39,614 DEBUG [RS:0;57759bcb46a5:34309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:21:39,614 DEBUG [RS:0;57759bcb46a5:34309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:39,614 DEBUG [RS:0;57759bcb46a5:34309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:39,614 INFO [RS:0;57759bcb46a5:34309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34309 2024-11-20T01:21:39,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:39,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433/rs 2024-11-20T01:21:39,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-361974433/rs/57759bcb46a5,34309,1732065674350 2024-11-20T01:21:39,635 INFO [RS:0;57759bcb46a5:34309 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:21:39,646 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,34309,1732065674350] 2024-11-20T01:21:39,656 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-361974433/draining/57759bcb46a5,34309,1732065674350 already deleted, retry=false 2024-11-20T01:21:39,656 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,34309,1732065674350 expired; onlineServers=0 2024-11-20T01:21:39,656 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,37733,1732065673966' ***** 2024-11-20T01:21:39,656 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:21:39,657 INFO [M:0;57759bcb46a5:37733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:21:39,657 INFO [M:0;57759bcb46a5:37733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:21:39,657 DEBUG [M:0;57759bcb46a5:37733 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:21:39,657 DEBUG [M:0;57759bcb46a5:37733 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:21:39,657 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:21:39,657 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065676440 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065676440,5,FailOnTimeoutGroup] 2024-11-20T01:21:39,657 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065676444 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065676444,5,FailOnTimeoutGroup] 2024-11-20T01:21:39,657 INFO [M:0;57759bcb46a5:37733 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:21:39,657 INFO [M:0;57759bcb46a5:37733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:21:39,657 DEBUG [M:0;57759bcb46a5:37733 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:21:39,657 INFO [M:0;57759bcb46a5:37733 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:21:39,657 INFO [M:0;57759bcb46a5:37733 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:21:39,657 INFO [M:0;57759bcb46a5:37733 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:21:39,657 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:21:39,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-361974433/master 2024-11-20T01:21:39,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-361974433 2024-11-20T01:21:39,677 DEBUG [M:0;57759bcb46a5:37733 {}] zookeeper.RecoverableZooKeeper(212): Node /0-361974433/master already deleted, retry=false 2024-11-20T01:21:39,677 DEBUG [M:0;57759bcb46a5:37733 {}] master.ActiveMasterManager(353): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-361974433/master 2024-11-20T01:21:39,678 INFO [M:0;57759bcb46a5:37733 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/.lastflushedseqids 2024-11-20T01:21:39,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741852_1028 (size=263) 2024-11-20T01:21:39,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:21:39,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:39,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:39,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:39,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:39,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:39,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:39,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:39,746 INFO [RS:0;57759bcb46a5:34309 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:21:39,746 INFO [RS:0;57759bcb46a5:34309 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,34309,1732065674350; zookeeper connection closed. 2024-11-20T01:21:39,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:39,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10155d4b5520001, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:39,746 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45bb9828 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45bb9828 2024-11-20T01:21:39,747 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:21:39,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:39,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:40,086 INFO [M:0;57759bcb46a5:37733 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:21:40,087 INFO [M:0;57759bcb46a5:37733 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:21:40,087 DEBUG [M:0;57759bcb46a5:37733 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:21:40,087 INFO [M:0;57759bcb46a5:37733 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:40,087 DEBUG [M:0;57759bcb46a5:37733 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:40,087 DEBUG [M:0;57759bcb46a5:37733 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:21:40,087 DEBUG [M:0;57759bcb46a5:37733 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:40,087 INFO [M:0;57759bcb46a5:37733 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T01:21:40,107 DEBUG [M:0;57759bcb46a5:37733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28f5edf351aa47b28798942a86eb867e is 82, key is hbase:meta,,1/info:regioninfo/1732065677826/Put/seqid=0 2024-11-20T01:21:40,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741853_1029 (size=5672) 2024-11-20T01:21:40,512 INFO [M:0;57759bcb46a5:37733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28f5edf351aa47b28798942a86eb867e 2024-11-20T01:21:40,533 DEBUG [M:0;57759bcb46a5:37733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2ac5bfbffb04cf9827e2b57cc975e50 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732065689192/Put/seqid=0 2024-11-20T01:21:40,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741854_1030 (size=8517) 2024-11-20T01:21:40,937 INFO [M:0;57759bcb46a5:37733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2ac5bfbffb04cf9827e2b57cc975e50 2024-11-20T01:21:40,967 DEBUG [M:0;57759bcb46a5:37733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bdcf599149a43109cd36054645f6318 is 69, key is 57759bcb46a5,34309,1732065674350/rs:state/1732065676531/Put/seqid=0 2024-11-20T01:21:40,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741855_1031 (size=5156) 2024-11-20T01:21:41,269 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:41,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:21:41,270 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4155 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:21:41,377 INFO [M:0;57759bcb46a5:37733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bdcf599149a43109cd36054645f6318 2024-11-20T01:21:41,381 DEBUG [M:0;57759bcb46a5:37733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28f5edf351aa47b28798942a86eb867e as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28f5edf351aa47b28798942a86eb867e 2024-11-20T01:21:41,385 INFO [M:0;57759bcb46a5:37733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28f5edf351aa47b28798942a86eb867e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T01:21:41,386 DEBUG [M:0;57759bcb46a5:37733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2ac5bfbffb04cf9827e2b57cc975e50 as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2ac5bfbffb04cf9827e2b57cc975e50 2024-11-20T01:21:41,390 INFO [M:0;57759bcb46a5:37733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2ac5bfbffb04cf9827e2b57cc975e50, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T01:21:41,390 DEBUG [M:0;57759bcb46a5:37733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bdcf599149a43109cd36054645f6318 as hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bdcf599149a43109cd36054645f6318 2024-11-20T01:21:41,394 INFO [M:0;57759bcb46a5:37733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bdcf599149a43109cd36054645f6318, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T01:21:41,395 INFO [M:0;57759bcb46a5:37733 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=97, compaction requested=false 2024-11-20T01:21:41,397 INFO [M:0;57759bcb46a5:37733 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:41,397 DEBUG [M:0;57759bcb46a5:37733 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065700087Disabling compacts and flushes for region at 1732065700087Disabling writes for close at 1732065700087Obtaining lock to block concurrent updates at 1732065700087Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065700087Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732065700087Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065700088 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065700088Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065700106 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065700106Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065700517 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065700532 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065700532Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065700946 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065700966 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065700966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14107d01: reopening flushed file at 1732065701381 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c328d5: reopening flushed file at 1732065701385 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bba05ce: reopening flushed file at 1732065701390 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=97, compaction requested=false at 1732065701395 (+5 ms)Writing region close event to WAL at 1732065701397 (+2 ms)Closed at 1732065701397 2024-11-20T01:21:41,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32891 is added to blk_1073741830_1006 (size=63666) 2024-11-20T01:21:41,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b3e6b31-9822-6d6d-9691-1fb8a7ef230a/MasterData/WALs/57759bcb46a5,37733,1732065673966/57759bcb46a5%2C37733%2C1732065673966.1732065676082 not finished, retry = 0 2024-11-20T01:21:41,499 INFO [M:0;57759bcb46a5:37733 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:21:41,499 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:21:41,499 INFO [M:0;57759bcb46a5:37733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37733 2024-11-20T01:21:41,499 INFO [M:0;57759bcb46a5:37733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:21:41,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:41,626 INFO [M:0;57759bcb46a5:37733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:21:41,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37733-0x10155d4b5520000, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:21:41,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f45ee12{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:21:41,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ab7f37f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:21:41,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:21:41,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486cc472{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:21:41,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f7e5bce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/hadoop.log.dir/,STOPPED} 2024-11-20T01:21:41,630 WARN [BP-1940176857-172.17.0.3-1732065671643 heartbeating to localhost/127.0.0.1:33745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:21:41,630 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:21:41,630 WARN [BP-1940176857-172.17.0.3-1732065671643 heartbeating to localhost/127.0.0.1:33745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1940176857-172.17.0.3-1732065671643 (Datanode Uuid c26cec80-2254-4c5a-adf2-1cdb7b3676f0) service to localhost/127.0.0.1:33745 2024-11-20T01:21:41,630 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:21:41,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/cluster_3dda4494-c45c-bb29-e389-0fcff4a33634/data/data1/current/BP-1940176857-172.17.0.3-1732065671643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:21:41,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/cluster_3dda4494-c45c-bb29-e389-0fcff4a33634/data/data2/current/BP-1940176857-172.17.0.3-1732065671643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:21:41,630 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:21:41,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7584ac94{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:21:41,635 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34842250{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:21:41,635 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:21:41,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52454770{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:21:41,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d4efec7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd05b14b-e72f-2eb2-de64-4aaad256677f/hadoop.log.dir/,STOPPED} 2024-11-20T01:21:41,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T01:21:41,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:21:41,682 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 204) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38079 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33745 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33745 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55543) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38079 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55543) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38079 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33745 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=593 (was 664), ProcessCount=11 (was 11), AvailableMemoryMB=3870 (was 3693) - AvailableMemoryMB LEAK? - 2024-11-20T01:21:41,690 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=593, ProcessCount=11, AvailableMemoryMB=3870 2024-11-20T01:21:41,701 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-20T01:21:41,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/hadoop.log.dir so I do NOT create it in target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f 2024-11-20T01:21:41,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:21:41,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/hadoop.tmp.dir so I do NOT create it in target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f 2024-11-20T01:21:41,702 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/296e4d7f-1aab-c1df-0667-97e876d81f73/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:21:41,702 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f 2024-11-20T01:21:41,702 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/cluster_d538742c-a42a-1f9d-26e4-a8abdb6e8085, deleteOnExit=true 2024-11-20T01:21:41,704 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/cluster_d538742c-a42a-1f9d-26e4-a8abdb6e8085/zookeeper_0, clientPort=61001, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/cluster_d538742c-a42a-1f9d-26e4-a8abdb6e8085/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/cluster_d538742c-a42a-1f9d-26e4-a8abdb6e8085/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T01:21:41,705 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61001 2024-11-20T01:21:41,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:21:41,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:21:41,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/test.cache.data in system properties and HBase conf 2024-11-20T01:21:41,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:21:41,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:21:41,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:21:41,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:21:41,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:21:41,706 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:21:41,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:21:41,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:21:41,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:21:41,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:21:41,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:21:41,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:21:41,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:21:41,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:21:41,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:21:41,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:21:41,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:21:41,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:21:41,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:21:41,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:21:41,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155d4b5520005, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:21:41,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155d4b5520002, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:21:41,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155d4b5520005, quorum=127.0.0.1:55543, baseZNode=/1524740480 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:21:41,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155d4b5520002, quorum=127.0.0.1:55543, baseZNode=/0-361974433 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:21:42,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:21:42,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:21:42,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:21:42,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:21:42,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:21:42,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:21:42,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f24379b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:21:42,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7646ee76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:21:43,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cb2cb59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/java.io.tmpdir/jetty-localhost-42589-hadoop-hdfs-3_4_1-tests_jar-_-any-3815664764607161615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:21:43,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@608d745a{HTTP/1.1, (http/1.1)}{localhost:42589} 2024-11-20T01:21:43,113 INFO [Time-limited test {}] server.Server(415): Started @241779ms 2024-11-20T01:21:43,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:21:43,379 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:21:43,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:21:43,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:21:43,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:21:43,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@179e3049{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:21:43,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b08cf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:21:43,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aa2c42e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/java.io.tmpdir/jetty-localhost-36595-hadoop-hdfs-3_4_1-tests_jar-_-any-13980762396516224002/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:21:43,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e06ac6e{HTTP/1.1, (http/1.1)}{localhost:36595} 2024-11-20T01:21:43,499 INFO [Time-limited test {}] server.Server(415): Started @242165ms 2024-11-20T01:21:43,500 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:21:44,470 WARN [Thread-2172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/cluster_d538742c-a42a-1f9d-26e4-a8abdb6e8085/data/data1/current/BP-2010296088-172.17.0.3-1732065701731/current, will proceed with Du for space computation calculation, 2024-11-20T01:21:44,470 WARN [Thread-2173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/cluster_d538742c-a42a-1f9d-26e4-a8abdb6e8085/data/data2/current/BP-2010296088-172.17.0.3-1732065701731/current, will proceed with Du for space computation calculation, 2024-11-20T01:21:44,490 WARN [Thread-2160 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:21:44,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6f44233b79bab0d with lease ID 0xdc58e78792205047: Processing first storage report for DS-d0ff187e-cece-499e-953f-00519b0f83db from datanode DatanodeRegistration(127.0.0.1:40345, datanodeUuid=f2ae1cff-862a-405d-ad0c-4b63f5e1d8da, infoPort=33599, infoSecurePort=0, ipcPort=34283, storageInfo=lv=-57;cid=testClusterID;nsid=1860653670;c=1732065701731) 2024-11-20T01:21:44,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6f44233b79bab0d with lease ID 0xdc58e78792205047: from storage DS-d0ff187e-cece-499e-953f-00519b0f83db node DatanodeRegistration(127.0.0.1:40345, datanodeUuid=f2ae1cff-862a-405d-ad0c-4b63f5e1d8da, infoPort=33599, infoSecurePort=0, ipcPort=34283, storageInfo=lv=-57;cid=testClusterID;nsid=1860653670;c=1732065701731), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:21:44,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6f44233b79bab0d with lease ID 0xdc58e78792205047: Processing first storage report for DS-acd91cfc-07c6-4d1b-a9ef-1bfaba12fd8d from datanode DatanodeRegistration(127.0.0.1:40345, datanodeUuid=f2ae1cff-862a-405d-ad0c-4b63f5e1d8da, infoPort=33599, infoSecurePort=0, ipcPort=34283, storageInfo=lv=-57;cid=testClusterID;nsid=1860653670;c=1732065701731) 2024-11-20T01:21:44,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6f44233b79bab0d with lease ID 0xdc58e78792205047: from storage DS-acd91cfc-07c6-4d1b-a9ef-1bfaba12fd8d node DatanodeRegistration(127.0.0.1:40345, datanodeUuid=f2ae1cff-862a-405d-ad0c-4b63f5e1d8da, infoPort=33599, infoSecurePort=0, ipcPort=34283, storageInfo=lv=-57;cid=testClusterID;nsid=1860653670;c=1732065701731), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:21:44,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f 2024-11-20T01:21:44,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:44,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:44,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:21:44,945 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192 with version=8 2024-11-20T01:21:44,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/hbase-staging 2024-11-20T01:21:44,948 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:21:44,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:44,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:44,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:21:44,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:44,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:21:44,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:21:44,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:21:44,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46729 2024-11-20T01:21:44,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46729 connecting to ZooKeeper ensemble=127.0.0.1:61001 2024-11-20T01:21:45,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:21:45,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:45,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:45,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:45,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:45,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:45,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:45,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:45,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:45,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:45,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:45,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:45,311 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:21:45,311 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8196 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:21:45,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467290x0, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:21:45,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46729-0x10155d52af30000 connected 2024-11-20T01:21:45,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:45,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:45,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Set watcher on znode that does not yet exist, /0-738041807/running 2024-11-20T01:21:45,416 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192, hbase.cluster.distributed=false 2024-11-20T01:21:45,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Set watcher on znode that does not yet exist, /0-738041807/acl 2024-11-20T01:21:45,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46729 2024-11-20T01:21:45,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46729 2024-11-20T01:21:45,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46729 2024-11-20T01:21:45,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46729 2024-11-20T01:21:45,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46729 2024-11-20T01:21:45,447 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:21:45,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:45,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:45,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:21:45,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:45,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:21:45,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:21:45,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:21:45,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38351 2024-11-20T01:21:45,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38351 connecting to ZooKeeper ensemble=127.0.0.1:61001 2024-11-20T01:21:45,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:45,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:45,463 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383510x0, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:21:45,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38351-0x10155d52af30001 connected 2024-11-20T01:21:45,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Set watcher on znode that does not yet exist, /0-738041807/running 2024-11-20T01:21:45,464 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:21:45,470 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:21:45,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Set watcher on znode that does not yet exist, /0-738041807/master 2024-11-20T01:21:45,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Set watcher on znode that does not yet exist, /0-738041807/acl 2024-11-20T01:21:45,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38351 2024-11-20T01:21:45,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38351 2024-11-20T01:21:45,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38351 2024-11-20T01:21:45,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38351 2024-11-20T01:21:45,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38351 2024-11-20T01:21:45,502 DEBUG [M:0;57759bcb46a5:46729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:46729 2024-11-20T01:21:45,503 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-738041807/backup-masters/57759bcb46a5,46729,1732065704947 2024-11-20T01:21:45,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807/backup-masters 2024-11-20T01:21:45,512 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807/backup-masters 2024-11-20T01:21:45,513 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Set watcher on existing znode=/0-738041807/backup-masters/57759bcb46a5,46729,1732065704947 2024-11-20T01:21:45,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:21:45,523 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-738041807/master 2024-11-20T01:21:45,523 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:21:45,523 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Set watcher on existing znode=/0-738041807/master 2024-11-20T01:21:45,523 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-738041807/backup-masters/57759bcb46a5,46729,1732065704947 from backup master directory 2024-11-20T01:21:45,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-738041807/backup-masters/57759bcb46a5,46729,1732065704947 2024-11-20T01:21:45,533 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807/backup-masters 2024-11-20T01:21:45,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807/backup-masters 2024-11-20T01:21:45,533 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:21:45,533 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,46729,1732065704947 2024-11-20T01:21:45,536 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/hbase.id] with ID: d94f968c-c232-48f9-b718-c27c01909bd0 2024-11-20T01:21:45,536 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/.tmp/hbase.id 2024-11-20T01:21:45,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:21:45,942 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/.tmp/hbase.id]:[hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/hbase.id] 2024-11-20T01:21:45,950 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:45,950 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:21:45,951 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T01:21:46,070 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:21:46,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:21:46,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:21:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:21:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:21:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T01:21:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T01:21:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T01:21:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:21:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:21:46,485 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:46,486 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:21:46,487 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:46,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:21:46,893 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store 2024-11-20T01:21:46,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:21:47,302 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:47,302 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:21:47,302 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:47,302 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:47,302 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:21:47,302 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:47,302 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:47,302 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065707302Disabling compacts and flushes for region at 1732065707302Disabling writes for close at 1732065707302Writing region close event to WAL at 1732065707302Closed at 1732065707302 2024-11-20T01:21:47,303 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/.initializing 2024-11-20T01:21:47,303 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/WALs/57759bcb46a5,46729,1732065704947 2024-11-20T01:21:47,304 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:21:47,305 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C46729%2C1732065704947, suffix=, logDir=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/WALs/57759bcb46a5,46729,1732065704947, archiveDir=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/oldWALs, maxLogs=10 2024-11-20T01:21:47,317 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/WALs/57759bcb46a5,46729,1732065704947/57759bcb46a5%2C46729%2C1732065704947.1732065707305, exclude list is [], retry=0 2024-11-20T01:21:47,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40345,DS-d0ff187e-cece-499e-953f-00519b0f83db,DISK] 2024-11-20T01:21:47,322 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/WALs/57759bcb46a5,46729,1732065704947/57759bcb46a5%2C46729%2C1732065704947.1732065707305 2024-11-20T01:21:47,322 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33599:33599)] 2024-11-20T01:21:47,322 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:47,322 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:47,322 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:47,322 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:47,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:47,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:21:47,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:47,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:47,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:47,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:21:47,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:47,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:47,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:47,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:21:47,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:47,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:47,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:47,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:21:47,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:47,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:47,328 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:47,329 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:47,329 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:47,330 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:47,330 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:47,330 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:21:47,331 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:47,333 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:47,333 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61943587, jitterRate=-0.07696862518787384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:21:47,334 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065707322Initializing all the Stores at 1732065707323 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065707323Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065707323Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065707323Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065707323Cleaning up temporary data from old regions at 1732065707330 (+7 ms)Region opened successfully at 1732065707334 (+4 ms) 2024-11-20T01:21:47,334 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:21:47,337 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19100cbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:21:47,338 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:21:47,338 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:21:47,338 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:21:47,338 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:21:47,338 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:21:47,339 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:21:47,339 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:21:47,340 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:21:47,341 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Unable to get data of znode /0-738041807/balancer because node does not exist (not necessarily an error) 2024-11-20T01:21:47,347 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-738041807/balancer already deleted, retry=false 2024-11-20T01:21:47,348 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:21:47,348 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Unable to get data of znode /0-738041807/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:21:47,358 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-738041807/normalizer already deleted, retry=false 2024-11-20T01:21:47,358 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:21:47,362 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Unable to get data of znode /0-738041807/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:21:47,368 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-738041807/switch/split already deleted, retry=false 2024-11-20T01:21:47,369 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Unable to get data of znode /0-738041807/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:21:47,379 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-738041807/switch/merge already deleted, retry=false 2024-11-20T01:21:47,381 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Unable to get data of znode /0-738041807/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:21:47,389 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-738041807/snapshot-cleanup already deleted, retry=false 2024-11-20T01:21:47,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-738041807/running 2024-11-20T01:21:47,400 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-738041807/running 2024-11-20T01:21:47,400 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:21:47,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:21:47,400 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,46729,1732065704947, sessionid=0x10155d52af30000, setting cluster-up flag (Was=false) 2024-11-20T01:21:47,421 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:21:47,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:21:47,453 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-738041807/flush-table-proc/acquired, /0-738041807/flush-table-proc/reached, /0-738041807/flush-table-proc/abort 2024-11-20T01:21:47,454 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,46729,1732065704947 2024-11-20T01:21:47,474 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:21:47,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:21:47,618 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-738041807/online-snapshot/acquired, /0-738041807/online-snapshot/reached, /0-738041807/online-snapshot/abort 2024-11-20T01:21:47,619 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,46729,1732065704947 2024-11-20T01:21:47,620 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:21:47,622 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:47,622 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:21:47,622 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:21:47,622 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,46729,1732065704947 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:21:47,623 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:47,623 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:47,623 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:47,623 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:47,623 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:21:47,623 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:47,623 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:21:47,623 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:47,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:47,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:21:47,626 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:47,626 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:21:47,628 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065737628 2024-11-20T01:21:47,628 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:21:47,628 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:21:47,628 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:21:47,628 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:21:47,628 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:21:47,628 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:21:47,629 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:47,629 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:21:47,629 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:21:47,629 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:21:47,629 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:21:47,630 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:21:47,630 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:21:47,630 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065707630,5,FailOnTimeoutGroup] 2024-11-20T01:21:47,630 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065707630,5,FailOnTimeoutGroup] 2024-11-20T01:21:47,630 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:47,630 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:21:47,630 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:47,630 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:47,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:21:47,633 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:21:47,633 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192 2024-11-20T01:21:47,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741832_1008 (size=32) 2024-11-20T01:21:47,691 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(746): ClusterId : d94f968c-c232-48f9-b718-c27c01909bd0 2024-11-20T01:21:47,691 DEBUG [RS:0;57759bcb46a5:38351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:21:48,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:48,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:21:48,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:21:48,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:48,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:48,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:21:48,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:21:48,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:48,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:48,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:21:48,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:21:48,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:48,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:48,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:21:48,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:21:48,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:48,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:48,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:21:48,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740 2024-11-20T01:21:48,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740 2024-11-20T01:21:48,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:21:48,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:21:48,046 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:21:48,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:21:48,048 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:48,048 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63809957, jitterRate=-0.04915754497051239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:21:48,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065708038Initializing all the Stores at 1732065708039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065708039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065708039Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065708039Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065708039Cleaning up temporary data from old regions at 1732065708045 (+6 ms)Region opened successfully at 1732065708049 (+4 ms) 2024-11-20T01:21:48,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:21:48,049 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:21:48,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:21:48,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:21:48,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:21:48,049 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:21:48,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065708049Disabling compacts and flushes for region at 1732065708049Disabling writes for close at 1732065708049Writing region close event to WAL at 1732065708049Closed at 1732065708049 2024-11-20T01:21:48,050 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:48,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:21:48,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:21:48,051 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:21:48,052 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:21:48,135 DEBUG [RS:0;57759bcb46a5:38351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:21:48,135 DEBUG [RS:0;57759bcb46a5:38351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:21:48,202 WARN [57759bcb46a5:46729 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T01:21:48,443 DEBUG [RS:0;57759bcb46a5:38351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:21:48,443 DEBUG [RS:0;57759bcb46a5:38351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b12c7a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:21:48,454 DEBUG [RS:0;57759bcb46a5:38351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:38351 2024-11-20T01:21:48,454 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:21:48,454 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:21:48,454 DEBUG [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:21:48,454 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,46729,1732065704947 with port=38351, startcode=1732065705447 2024-11-20T01:21:48,454 DEBUG [RS:0;57759bcb46a5:38351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:21:48,456 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:21:48,456 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,38351,1732065705447 2024-11-20T01:21:48,456 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46729 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,38351,1732065705447 2024-11-20T01:21:48,457 DEBUG [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192 2024-11-20T01:21:48,457 DEBUG [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37771 2024-11-20T01:21:48,457 DEBUG [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:21:48,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807/rs 2024-11-20T01:21:48,746 DEBUG [RS:0;57759bcb46a5:38351 {}] zookeeper.ZKUtil(111): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Set watcher on existing znode=/0-738041807/rs/57759bcb46a5,38351,1732065705447 2024-11-20T01:21:48,746 WARN [RS:0;57759bcb46a5:38351 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:21:48,746 INFO [RS:0;57759bcb46a5:38351 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:48,746 DEBUG [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447 2024-11-20T01:21:48,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,38351,1732065705447] 2024-11-20T01:21:48,751 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:21:48,753 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:21:48,753 INFO [RS:0;57759bcb46a5:38351 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:21:48,753 INFO [RS:0;57759bcb46a5:38351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:48,757 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:21:48,757 INFO [RS:0;57759bcb46a5:38351 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:21:48,758 INFO [RS:0;57759bcb46a5:38351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:48,758 DEBUG [RS:0;57759bcb46a5:38351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:48,758 DEBUG [RS:0;57759bcb46a5:38351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:48,758 DEBUG [RS:0;57759bcb46a5:38351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:48,758 DEBUG [RS:0;57759bcb46a5:38351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:48,758 DEBUG [RS:0;57759bcb46a5:38351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:48,758 DEBUG [RS:0;57759bcb46a5:38351 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:21:48,758 DEBUG [RS:0;57759bcb46a5:38351 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:48,758 DEBUG [RS:0;57759bcb46a5:38351 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:48,758 DEBUG [RS:0;57759bcb46a5:38351 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:48,758 DEBUG [RS:0;57759bcb46a5:38351 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:48,758 DEBUG [RS:0;57759bcb46a5:38351 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:48,758 DEBUG [RS:0;57759bcb46a5:38351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:48,758 DEBUG [RS:0;57759bcb46a5:38351 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:21:48,758 DEBUG [RS:0;57759bcb46a5:38351 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:21:48,758 INFO [RS:0;57759bcb46a5:38351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:48,758 INFO [RS:0;57759bcb46a5:38351 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:48,758 INFO [RS:0;57759bcb46a5:38351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:48,758 INFO [RS:0;57759bcb46a5:38351 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:48,758 INFO [RS:0;57759bcb46a5:38351 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:48,758 INFO [RS:0;57759bcb46a5:38351 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38351,1732065705447-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:21:48,770 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:21:48,770 INFO [RS:0;57759bcb46a5:38351 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38351,1732065705447-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:48,770 INFO [RS:0;57759bcb46a5:38351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:48,770 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.Replication(171): 57759bcb46a5,38351,1732065705447 started 2024-11-20T01:21:48,781 INFO [RS:0;57759bcb46a5:38351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:48,781 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,38351,1732065705447, RpcServer on 57759bcb46a5/172.17.0.3:38351, sessionid=0x10155d52af30001 2024-11-20T01:21:48,782 DEBUG [RS:0;57759bcb46a5:38351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:21:48,782 DEBUG [RS:0;57759bcb46a5:38351 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,38351,1732065705447 2024-11-20T01:21:48,782 DEBUG [RS:0;57759bcb46a5:38351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,38351,1732065705447' 2024-11-20T01:21:48,782 DEBUG [RS:0;57759bcb46a5:38351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-738041807/flush-table-proc/abort' 2024-11-20T01:21:48,782 DEBUG [RS:0;57759bcb46a5:38351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-738041807/flush-table-proc/acquired' 2024-11-20T01:21:48,782 DEBUG [RS:0;57759bcb46a5:38351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:21:48,782 DEBUG [RS:0;57759bcb46a5:38351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:21:48,782 DEBUG [RS:0;57759bcb46a5:38351 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,38351,1732065705447 2024-11-20T01:21:48,782 DEBUG [RS:0;57759bcb46a5:38351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,38351,1732065705447' 2024-11-20T01:21:48,782 DEBUG [RS:0;57759bcb46a5:38351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-738041807/online-snapshot/abort' 2024-11-20T01:21:48,783 DEBUG [RS:0;57759bcb46a5:38351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-738041807/online-snapshot/acquired' 2024-11-20T01:21:48,783 DEBUG [RS:0;57759bcb46a5:38351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:21:48,783 INFO [RS:0;57759bcb46a5:38351 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:21:48,783 INFO [RS:0;57759bcb46a5:38351 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:21:48,883 INFO [RS:0;57759bcb46a5:38351 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:21:48,885 INFO [RS:0;57759bcb46a5:38351 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C38351%2C1732065705447, suffix=, logDir=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447, archiveDir=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/oldWALs, maxLogs=10 2024-11-20T01:21:48,896 DEBUG [RS:0;57759bcb46a5:38351 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885, exclude list is [], retry=0 2024-11-20T01:21:48,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40345,DS-d0ff187e-cece-499e-953f-00519b0f83db,DISK] 2024-11-20T01:21:48,900 INFO [RS:0;57759bcb46a5:38351 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 2024-11-20T01:21:48,900 DEBUG [RS:0;57759bcb46a5:38351 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33599:33599)] 2024-11-20T01:21:48,952 DEBUG [57759bcb46a5:46729 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:21:48,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,38351,1732065705447 2024-11-20T01:21:48,954 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,38351,1732065705447, state=OPENING 2024-11-20T01:21:49,032 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:21:49,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:21:49,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-738041807/meta-region-server: CHANGED 2024-11-20T01:21:49,074 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:21:49,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,38351,1732065705447}] 2024-11-20T01:21:49,078 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:21:49,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-738041807/meta-region-server: CHANGED 2024-11-20T01:21:49,228 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:21:49,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:21:49,236 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:21:49,236 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:49,236 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:21:49,238 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C38351%2C1732065705447.meta, suffix=.meta, logDir=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447, archiveDir=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/oldWALs, maxLogs=10 2024-11-20T01:21:49,255 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.meta.1732065709238.meta, exclude list is [], retry=0 2024-11-20T01:21:49,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40345,DS-d0ff187e-cece-499e-953f-00519b0f83db,DISK] 2024-11-20T01:21:49,259 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.meta.1732065709238.meta 2024-11-20T01:21:49,259 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33599:33599)] 2024-11-20T01:21:49,259 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:49,259 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:21:49,260 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:21:49,260 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:21:49,260 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:21:49,260 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:21:49,260 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:49,260 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:21:49,260 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:21:49,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:21:49,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:21:49,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:49,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:49,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:21:49,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:21:49,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:49,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:49,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:21:49,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:21:49,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:49,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:49,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:21:49,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:21:49,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:49,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:49,265 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:21:49,265 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740 2024-11-20T01:21:49,266 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740 2024-11-20T01:21:49,267 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:21:49,267 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:21:49,268 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:21:49,269 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:21:49,269 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67265768, jitterRate=0.0023380517959594727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:21:49,269 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:21:49,270 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065709260Writing region info on filesystem at 1732065709260Initializing all the Stores at 1732065709261 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065709261Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065709261Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065709261Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065709261Cleaning up temporary data from old regions at 1732065709267 (+6 ms)Running coprocessor post-open hooks at 1732065709269 (+2 ms)Region opened successfully at 1732065709270 (+1 ms) 2024-11-20T01:21:49,271 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065709227 2024-11-20T01:21:49,273 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:21:49,273 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:21:49,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,38351,1732065705447 2024-11-20T01:21:49,274 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,38351,1732065705447, state=OPEN 2024-11-20T01:21:49,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-738041807/meta-region-server 2024-11-20T01:21:49,344 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-738041807/meta-region-server 2024-11-20T01:21:49,344 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,38351,1732065705447 2024-11-20T01:21:49,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-738041807/meta-region-server: CHANGED 2024-11-20T01:21:49,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-738041807/meta-region-server: CHANGED 2024-11-20T01:21:49,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:21:49,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,38351,1732065705447 in 269 msec 2024-11-20T01:21:49,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:21:49,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2960 sec 2024-11-20T01:21:49,348 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:49,348 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:21:49,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:49,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38351,1732065705447, seqNum=-1] 2024-11-20T01:21:49,350 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:49,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:49,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7340 sec 2024-11-20T01:21:49,357 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065709357, completionTime=-1 2024-11-20T01:21:49,357 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:21:49,357 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:21:49,359 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:21:49,359 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065769359 2024-11-20T01:21:49,360 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065829360 2024-11-20T01:21:49,360 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T01:21:49,360 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,46729,1732065704947-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:49,360 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,46729,1732065704947-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:49,360 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,46729,1732065704947-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:49,360 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:46729, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:49,360 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:49,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:49,362 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:21:49,364 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.831sec 2024-11-20T01:21:49,364 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:21:49,364 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:21:49,364 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:21:49,364 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:21:49,364 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:21:49,364 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,46729,1732065704947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:21:49,364 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,46729,1732065704947-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:21:49,366 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:21:49,366 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:21:49,366 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,46729,1732065704947-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:49,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aaac71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:49,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,46729,-1 for getting cluster id 2024-11-20T01:21:49,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:49,393 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd94f968c-c232-48f9-b718-c27c01909bd0' 2024-11-20T01:21:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d94f968c-c232-48f9-b718-c27c01909bd0" 2024-11-20T01:21:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c914aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,46729,-1] 2024-11-20T01:21:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:49,395 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:49,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbe1d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:49,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38351,1732065705447, seqNum=-1] 2024-11-20T01:21:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:49,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:49,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,46729,1732065704947 2024-11-20T01:21:49,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61001 2024-11-20T01:21:49,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:21:49,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155d52af30002 connected 2024-11-20T01:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/hadoop.log.dir so I do NOT create it in target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1 2024-11-20T01:21:49,461 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/hadoop.tmp.dir so I do NOT create it in target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1 2024-11-20T01:21:49,461 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:21:49,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1 2024-11-20T01:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:21:49,461 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/cluster_7c3d832a-15d7-da2a-198a-81cdf3e49ae3, deleteOnExit=true 2024-11-20T01:21:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:21:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/test.cache.data in system properties and HBase conf 2024-11-20T01:21:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:21:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:21:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:21:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:21:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:21:49,462 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:21:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:21:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:21:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:21:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:21:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:21:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:21:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:21:49,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:21:49,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:21:49,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:21:49,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:21:49,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:21:49,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:21:49,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:21:49,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:21:49,896 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:21:49,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:21:49,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:21:49,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:21:49,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:21:49,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@647fb346{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:21:49,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1752b0ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:21:50,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c1f7958{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/java.io.tmpdir/jetty-localhost-35211-hadoop-hdfs-3_4_1-tests_jar-_-any-10101666333449644303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:21:50,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@322ee689{HTTP/1.1, (http/1.1)}{localhost:35211} 2024-11-20T01:21:50,018 INFO [Time-limited test {}] server.Server(415): Started @248684ms 2024-11-20T01:21:50,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:21:50,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:21:50,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:21:50,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:21:50,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:21:50,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54bf6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:21:50,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75d36632{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:21:50,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2afab2e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/java.io.tmpdir/jetty-localhost-45051-hadoop-hdfs-3_4_1-tests_jar-_-any-11728069677660412607/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:21:50,490 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52498dd0{HTTP/1.1, (http/1.1)}{localhost:45051} 2024-11-20T01:21:50,490 INFO [Time-limited test {}] server.Server(415): Started @249156ms 2024-11-20T01:21:50,491 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:21:51,691 WARN [Thread-2293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/cluster_7c3d832a-15d7-da2a-198a-81cdf3e49ae3/data/data1/current/BP-366031468-172.17.0.3-1732065709477/current, will proceed with Du for space computation calculation, 2024-11-20T01:21:51,691 WARN [Thread-2294 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/cluster_7c3d832a-15d7-da2a-198a-81cdf3e49ae3/data/data2/current/BP-366031468-172.17.0.3-1732065709477/current, will proceed with Du for space computation calculation, 2024-11-20T01:21:51,704 WARN [Thread-2281 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:21:51,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7f28730f232e38c with lease ID 0x762af3a160e158a6: Processing first storage report for DS-b99d829d-11d0-4026-95a7-d601baf2b8fa from datanode DatanodeRegistration(127.0.0.1:43845, datanodeUuid=b047ccd4-4f80-4b60-830a-4e6f5a5989b9, infoPort=38241, infoSecurePort=0, ipcPort=44339, storageInfo=lv=-57;cid=testClusterID;nsid=35817007;c=1732065709477) 2024-11-20T01:21:51,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7f28730f232e38c with lease ID 0x762af3a160e158a6: from storage DS-b99d829d-11d0-4026-95a7-d601baf2b8fa node DatanodeRegistration(127.0.0.1:43845, datanodeUuid=b047ccd4-4f80-4b60-830a-4e6f5a5989b9, infoPort=38241, infoSecurePort=0, ipcPort=44339, storageInfo=lv=-57;cid=testClusterID;nsid=35817007;c=1732065709477), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:21:51,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7f28730f232e38c with lease ID 0x762af3a160e158a6: Processing first storage report for DS-187ff755-54aa-447f-b975-74fc337b0086 from datanode DatanodeRegistration(127.0.0.1:43845, datanodeUuid=b047ccd4-4f80-4b60-830a-4e6f5a5989b9, infoPort=38241, infoSecurePort=0, ipcPort=44339, storageInfo=lv=-57;cid=testClusterID;nsid=35817007;c=1732065709477) 2024-11-20T01:21:51,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7f28730f232e38c with lease ID 0x762af3a160e158a6: from storage DS-187ff755-54aa-447f-b975-74fc337b0086 node DatanodeRegistration(127.0.0.1:43845, datanodeUuid=b047ccd4-4f80-4b60-830a-4e6f5a5989b9, infoPort=38241, infoSecurePort=0, ipcPort=44339, storageInfo=lv=-57;cid=testClusterID;nsid=35817007;c=1732065709477), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:21:51,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1 2024-11-20T01:21:51,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:51,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:51,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:21:51,812 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:21:51,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:51,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:51,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:51,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:51,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:51,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:51,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:51,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:51,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:21:52,137 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e with version=8 2024-11-20T01:21:52,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/hbase-staging 2024-11-20T01:21:52,138 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:21:52,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:52,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:52,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:21:52,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:52,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:21:52,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:21:52,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:21:52,139 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43345 2024-11-20T01:21:52,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43345 connecting to ZooKeeper ensemble=127.0.0.1:61001 2024-11-20T01:21:52,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433450x0, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:21:52,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43345-0x10155d52af30003 connected 2024-11-20T01:21:52,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:52,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:52,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Set watcher on znode that does not yet exist, /1-1872534427/running 2024-11-20T01:21:52,403 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e, hbase.cluster.distributed=false 2024-11-20T01:21:52,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Set watcher on znode that does not yet exist, /1-1872534427/acl 2024-11-20T01:21:52,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43345 2024-11-20T01:21:52,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43345 2024-11-20T01:21:52,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43345 2024-11-20T01:21:52,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43345 2024-11-20T01:21:52,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43345 2024-11-20T01:21:52,423 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:21:52,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:52,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:52,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:21:52,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:21:52,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:21:52,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:21:52,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:21:52,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40347 2024-11-20T01:21:52,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40347 connecting to ZooKeeper ensemble=127.0.0.1:61001 2024-11-20T01:21:52,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:52,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:52,442 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403470x0, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:21:52,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403470x0, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Set watcher on znode that does not yet exist, /1-1872534427/running 2024-11-20T01:21:52,443 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:21:52,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40347-0x10155d52af30004 connected 2024-11-20T01:21:52,448 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:21:52,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Set watcher on znode that does not yet exist, /1-1872534427/master 2024-11-20T01:21:52,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Set watcher on znode that does not yet exist, /1-1872534427/acl 2024-11-20T01:21:52,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40347 2024-11-20T01:21:52,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40347 2024-11-20T01:21:52,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40347 2024-11-20T01:21:52,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40347 2024-11-20T01:21:52,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40347 2024-11-20T01:21:52,474 DEBUG [M:0;57759bcb46a5:43345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:43345 2024-11-20T01:21:52,474 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1872534427/backup-masters/57759bcb46a5,43345,1732065712138 2024-11-20T01:21:52,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427/backup-masters 2024-11-20T01:21:52,484 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427/backup-masters 2024-11-20T01:21:52,484 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Set watcher on existing znode=/1-1872534427/backup-masters/57759bcb46a5,43345,1732065712138 2024-11-20T01:21:52,494 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1872534427/master 2024-11-20T01:21:52,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:21:52,494 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:21:52,495 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Set watcher on existing znode=/1-1872534427/master 2024-11-20T01:21:52,495 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1872534427/backup-masters/57759bcb46a5,43345,1732065712138 from backup master directory 2024-11-20T01:21:52,505 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427/backup-masters 2024-11-20T01:21:52,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1872534427/backup-masters/57759bcb46a5,43345,1732065712138 2024-11-20T01:21:52,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427/backup-masters 2024-11-20T01:21:52,505 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:21:52,505 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,43345,1732065712138 2024-11-20T01:21:52,508 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/hbase.id] with ID: 3281b9a6-4ab3-4481-a7d7-27ffa2771c63 2024-11-20T01:21:52,508 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/.tmp/hbase.id 2024-11-20T01:21:52,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:21:52,530 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/.tmp/hbase.id]:[hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/hbase.id] 2024-11-20T01:21:52,537 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:21:52,537 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:21:52,538 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T01:21:52,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:21:52,547 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:21:52,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:21:52,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:52,953 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:21:52,953 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:52,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:21:53,359 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store 2024-11-20T01:21:53,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:21:53,766 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:53,766 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:21:53,766 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:53,766 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:53,766 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:21:53,766 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:53,766 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:21:53,766 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065713766Disabling compacts and flushes for region at 1732065713766Disabling writes for close at 1732065713766Writing region close event to WAL at 1732065713766Closed at 1732065713766 2024-11-20T01:21:53,767 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/.initializing 2024-11-20T01:21:53,767 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/WALs/57759bcb46a5,43345,1732065712138 2024-11-20T01:21:53,768 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:21:53,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C43345%2C1732065712138, suffix=, logDir=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/WALs/57759bcb46a5,43345,1732065712138, archiveDir=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/oldWALs, maxLogs=10 2024-11-20T01:21:53,781 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/WALs/57759bcb46a5,43345,1732065712138/57759bcb46a5%2C43345%2C1732065712138.1732065713769, exclude list is [], retry=0 2024-11-20T01:21:53,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43845,DS-b99d829d-11d0-4026-95a7-d601baf2b8fa,DISK] 2024-11-20T01:21:53,785 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/WALs/57759bcb46a5,43345,1732065712138/57759bcb46a5%2C43345%2C1732065712138.1732065713769 2024-11-20T01:21:53,785 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38241:38241)] 2024-11-20T01:21:53,785 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:53,785 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:53,785 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:53,785 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:53,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:53,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:21:53,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:53,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:53,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:53,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:21:53,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:53,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:53,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:53,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:21:53,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:53,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:53,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:53,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:21:53,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:53,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:53,791 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:53,792 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:53,792 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:53,793 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:53,793 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:53,793 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:21:53,794 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:21:53,796 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:53,796 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59563128, jitterRate=-0.11244022846221924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:21:53,796 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065713785Initializing all the Stores at 1732065713786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065713786Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065713786Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065713786Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065713786Cleaning up temporary data from old regions at 1732065713793 (+7 ms)Region opened successfully at 1732065713796 (+3 ms) 2024-11-20T01:21:53,796 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:21:53,799 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2b72f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:21:53,799 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:21:53,799 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:21:53,800 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:21:53,800 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:21:53,800 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:21:53,800 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:21:53,800 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:21:53,802 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:21:53,802 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Unable to get data of znode /1-1872534427/balancer because node does not exist (not necessarily an error) 2024-11-20T01:21:53,810 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1872534427/balancer already deleted, retry=false 2024-11-20T01:21:53,810 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:21:53,811 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Unable to get data of znode /1-1872534427/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:21:53,821 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1872534427/normalizer already deleted, retry=false 2024-11-20T01:21:53,821 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:21:53,822 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Unable to get data of znode /1-1872534427/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:21:53,831 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1872534427/switch/split already deleted, retry=false 2024-11-20T01:21:53,832 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Unable to get data of znode /1-1872534427/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:21:53,842 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1872534427/switch/merge already deleted, retry=false 2024-11-20T01:21:53,843 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Unable to get data of znode /1-1872534427/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:21:53,852 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1872534427/snapshot-cleanup already deleted, retry=false 2024-11-20T01:21:53,863 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1872534427/running 2024-11-20T01:21:53,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1872534427/running 2024-11-20T01:21:53,863 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:21:53,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:21:53,863 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,43345,1732065712138, sessionid=0x10155d52af30003, setting cluster-up flag (Was=false) 2024-11-20T01:21:53,884 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:21:53,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:21:53,915 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1872534427/flush-table-proc/acquired, /1-1872534427/flush-table-proc/reached, /1-1872534427/flush-table-proc/abort 2024-11-20T01:21:53,916 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,43345,1732065712138 2024-11-20T01:21:53,936 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:21:53,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:21:53,968 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1872534427/online-snapshot/acquired, /1-1872534427/online-snapshot/reached, /1-1872534427/online-snapshot/abort 2024-11-20T01:21:53,969 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,43345,1732065712138 2024-11-20T01:21:53,970 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:21:53,971 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:53,971 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:21:53,971 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:21:53,973 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,43345,1732065712138 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:21:53,974 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:53,974 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:53,974 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:53,974 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:21:53,974 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:21:53,975 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:53,975 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:21:53,975 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:53,977 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065743977 2024-11-20T01:21:53,977 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:21:53,977 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:21:53,977 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:21:53,977 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:21:53,977 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:21:53,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:53,977 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:21:53,977 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:21:53,977 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:53,977 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:21:53,978 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:21:53,978 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:21:53,978 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:21:53,978 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:21:53,978 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:21:53,978 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:53,978 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065713978,5,FailOnTimeoutGroup] 2024-11-20T01:21:53,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:21:53,979 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065713978,5,FailOnTimeoutGroup] 2024-11-20T01:21:53,979 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:53,979 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:21:53,979 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:53,979 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:53,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:21:54,067 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(746): ClusterId : 3281b9a6-4ab3-4481-a7d7-27ffa2771c63 2024-11-20T01:21:54,067 DEBUG [RS:0;57759bcb46a5:40347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:21:54,074 DEBUG [RS:0;57759bcb46a5:40347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:21:54,074 DEBUG [RS:0;57759bcb46a5:40347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:21:54,085 DEBUG [RS:0;57759bcb46a5:40347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:21:54,085 DEBUG [RS:0;57759bcb46a5:40347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7810e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:21:54,103 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:40347 2024-11-20T01:21:54,103 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:21:54,103 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:21:54,103 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:21:54,104 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,43345,1732065712138 with port=40347, startcode=1732065712422 2024-11-20T01:21:54,104 DEBUG [RS:0;57759bcb46a5:40347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:21:54,105 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:21:54,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,40347,1732065712422 2024-11-20T01:21:54,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43345 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,40347,1732065712422 2024-11-20T01:21:54,107 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e 2024-11-20T01:21:54,107 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35029 2024-11-20T01:21:54,107 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:21:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427/rs 2024-11-20T01:21:54,139 DEBUG [RS:0;57759bcb46a5:40347 {}] zookeeper.ZKUtil(111): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Set watcher on existing znode=/1-1872534427/rs/57759bcb46a5,40347,1732065712422 2024-11-20T01:21:54,139 WARN [RS:0;57759bcb46a5:40347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:21:54,139 INFO [RS:0;57759bcb46a5:40347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:54,139 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422 2024-11-20T01:21:54,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,40347,1732065712422] 2024-11-20T01:21:54,141 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:21:54,147 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:21:54,148 INFO [RS:0;57759bcb46a5:40347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:21:54,148 INFO [RS:0;57759bcb46a5:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:54,148 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:21:54,149 INFO [RS:0;57759bcb46a5:40347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:21:54,149 INFO [RS:0;57759bcb46a5:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:54,149 DEBUG [RS:0;57759bcb46a5:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:54,149 DEBUG [RS:0;57759bcb46a5:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:54,149 DEBUG [RS:0;57759bcb46a5:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:54,149 DEBUG [RS:0;57759bcb46a5:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:54,149 DEBUG [RS:0;57759bcb46a5:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:54,149 DEBUG [RS:0;57759bcb46a5:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:21:54,149 DEBUG [RS:0;57759bcb46a5:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:54,150 DEBUG [RS:0;57759bcb46a5:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:54,150 DEBUG [RS:0;57759bcb46a5:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:54,150 DEBUG [RS:0;57759bcb46a5:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:54,150 DEBUG [RS:0;57759bcb46a5:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:54,150 DEBUG [RS:0;57759bcb46a5:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:21:54,150 DEBUG [RS:0;57759bcb46a5:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:21:54,150 DEBUG [RS:0;57759bcb46a5:40347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:21:54,150 INFO [RS:0;57759bcb46a5:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:54,150 INFO [RS:0;57759bcb46a5:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:54,150 INFO [RS:0;57759bcb46a5:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:54,150 INFO [RS:0;57759bcb46a5:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:54,150 INFO [RS:0;57759bcb46a5:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:54,150 INFO [RS:0;57759bcb46a5:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,40347,1732065712422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:21:54,165 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:21:54,165 INFO [RS:0;57759bcb46a5:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,40347,1732065712422-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:54,165 INFO [RS:0;57759bcb46a5:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:54,165 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.Replication(171): 57759bcb46a5,40347,1732065712422 started 2024-11-20T01:21:54,179 INFO [RS:0;57759bcb46a5:40347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:54,179 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,40347,1732065712422, RpcServer on 57759bcb46a5/172.17.0.3:40347, sessionid=0x10155d52af30004 2024-11-20T01:21:54,179 DEBUG [RS:0;57759bcb46a5:40347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:21:54,179 DEBUG [RS:0;57759bcb46a5:40347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,40347,1732065712422 2024-11-20T01:21:54,179 DEBUG [RS:0;57759bcb46a5:40347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,40347,1732065712422' 2024-11-20T01:21:54,179 DEBUG [RS:0;57759bcb46a5:40347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1872534427/flush-table-proc/abort' 2024-11-20T01:21:54,180 DEBUG [RS:0;57759bcb46a5:40347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1872534427/flush-table-proc/acquired' 2024-11-20T01:21:54,180 DEBUG [RS:0;57759bcb46a5:40347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:21:54,180 DEBUG [RS:0;57759bcb46a5:40347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:21:54,180 DEBUG [RS:0;57759bcb46a5:40347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,40347,1732065712422 2024-11-20T01:21:54,180 DEBUG [RS:0;57759bcb46a5:40347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,40347,1732065712422' 2024-11-20T01:21:54,180 DEBUG [RS:0;57759bcb46a5:40347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1872534427/online-snapshot/abort' 2024-11-20T01:21:54,180 DEBUG [RS:0;57759bcb46a5:40347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1872534427/online-snapshot/acquired' 2024-11-20T01:21:54,180 DEBUG [RS:0;57759bcb46a5:40347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:21:54,181 INFO [RS:0;57759bcb46a5:40347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:21:54,181 INFO [RS:0;57759bcb46a5:40347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:21:54,281 INFO [RS:0;57759bcb46a5:40347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:21:54,282 INFO [RS:0;57759bcb46a5:40347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C40347%2C1732065712422, suffix=, logDir=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422, archiveDir=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/oldWALs, maxLogs=10 2024-11-20T01:21:54,293 DEBUG [RS:0;57759bcb46a5:40347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282, exclude list is [], retry=0 2024-11-20T01:21:54,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43845,DS-b99d829d-11d0-4026-95a7-d601baf2b8fa,DISK] 2024-11-20T01:21:54,297 INFO [RS:0;57759bcb46a5:40347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 2024-11-20T01:21:54,298 DEBUG [RS:0;57759bcb46a5:40347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38241:38241)] 2024-11-20T01:21:54,390 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:21:54,391 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e 2024-11-20T01:21:54,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:21:54,750 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:21:54,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:54,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:21:54,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:21:54,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:54,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:54,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:21:54,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:21:54,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:54,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:54,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:21:54,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:21:54,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:54,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:54,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:21:54,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:21:54,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:54,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:54,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:21:54,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740 2024-11-20T01:21:54,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740 2024-11-20T01:21:54,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:21:54,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:21:54,808 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:21:54,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:21:54,810 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:54,811 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70210658, jitterRate=0.0462203323841095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:21:54,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065714799Initializing all the Stores at 1732065714800 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065714800Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065714800Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065714800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065714800Cleaning up temporary data from old regions at 1732065714808 (+8 ms)Region opened successfully at 1732065714811 (+3 ms) 2024-11-20T01:21:54,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:21:54,811 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:21:54,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:21:54,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:21:54,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:21:54,811 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:21:54,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065714811Disabling compacts and flushes for region at 1732065714811Disabling writes for close at 1732065714811Writing region close event to WAL at 1732065714811Closed at 1732065714811 2024-11-20T01:21:54,812 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:54,812 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:21:54,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:21:54,813 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:21:54,814 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:21:54,964 DEBUG [57759bcb46a5:43345 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:21:54,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,40347,1732065712422 2024-11-20T01:21:54,965 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,40347,1732065712422, state=OPENING 2024-11-20T01:21:55,017 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:21:55,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:21:55,028 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:21:55,028 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:21:55,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1872534427/meta-region-server: CHANGED 2024-11-20T01:21:55,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1872534427/meta-region-server: CHANGED 2024-11-20T01:21:55,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,40347,1732065712422}] 2024-11-20T01:21:55,180 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:21:55,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:21:55,185 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:21:55,185 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:55,185 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:21:55,186 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C40347%2C1732065712422.meta, suffix=.meta, logDir=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422, archiveDir=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/oldWALs, maxLogs=10 2024-11-20T01:21:55,201 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.meta.1732065715186.meta, exclude list is [], retry=0 2024-11-20T01:21:55,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43845,DS-b99d829d-11d0-4026-95a7-d601baf2b8fa,DISK] 2024-11-20T01:21:55,204 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.meta.1732065715186.meta 2024-11-20T01:21:55,205 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38241:38241)] 2024-11-20T01:21:55,205 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:55,205 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:21:55,205 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:21:55,205 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:21:55,205 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:21:55,205 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:21:55,205 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:55,206 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:21:55,206 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:21:55,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:21:55,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:21:55,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:55,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:55,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:21:55,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:21:55,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:55,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:55,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:21:55,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:21:55,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:55,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:55,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:21:55,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:21:55,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:55,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:21:55,210 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:21:55,211 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740 2024-11-20T01:21:55,211 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740 2024-11-20T01:21:55,212 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:21:55,212 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:21:55,212 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:21:55,213 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:21:55,213 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69370735, jitterRate=0.03370450437068939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:21:55,213 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:21:55,214 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065715206Writing region info on filesystem at 1732065715206Initializing all the Stores at 1732065715206Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065715206Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065715206Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065715206Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065715206Cleaning up temporary data from old regions at 1732065715212 (+6 ms)Running coprocessor post-open hooks at 1732065715213 (+1 ms)Region opened successfully at 1732065715213 2024-11-20T01:21:55,214 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065715180 2024-11-20T01:21:55,216 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:21:55,216 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:21:55,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,40347,1732065712422 2024-11-20T01:21:55,217 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,40347,1732065712422, state=OPEN 2024-11-20T01:21:55,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1872534427/meta-region-server 2024-11-20T01:21:55,227 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1872534427/meta-region-server 2024-11-20T01:21:55,228 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,40347,1732065712422 2024-11-20T01:21:55,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1872534427/meta-region-server: CHANGED 2024-11-20T01:21:55,228 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1872534427/meta-region-server: CHANGED 2024-11-20T01:21:55,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:21:55,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,40347,1732065712422 in 200 msec 2024-11-20T01:21:55,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:21:55,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-20T01:21:55,232 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:21:55,232 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:21:55,233 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:55,233 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,40347,1732065712422, seqNum=-1] 2024-11-20T01:21:55,234 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:55,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:55,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-11-20T01:21:55,239 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065715239, completionTime=-1 2024-11-20T01:21:55,239 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:21:55,239 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:21:55,241 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:21:55,241 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065775241 2024-11-20T01:21:55,241 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065835241 2024-11-20T01:21:55,241 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T01:21:55,241 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43345,1732065712138-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:55,241 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43345,1732065712138-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:55,241 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43345,1732065712138-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:55,241 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:43345, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:55,241 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:55,241 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:55,243 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:21:55,244 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.739sec 2024-11-20T01:21:55,244 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:21:55,244 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:21:55,244 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:21:55,244 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:21:55,244 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:21:55,244 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43345,1732065712138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:21:55,245 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43345,1732065712138-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:21:55,246 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:21:55,246 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:21:55,246 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43345,1732065712138-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:21:55,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a74e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:55,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,43345,-1 for getting cluster id 2024-11-20T01:21:55,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:55,269 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3281b9a6-4ab3-4481-a7d7-27ffa2771c63' 2024-11-20T01:21:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3281b9a6-4ab3-4481-a7d7-27ffa2771c63" 2024-11-20T01:21:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c177626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,43345,-1] 2024-11-20T01:21:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:55,270 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:55,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fe5b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:55,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:55,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,40347,1732065712422, seqNum=-1] 2024-11-20T01:21:55,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:55,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:21:55,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,43345,1732065712138 2024-11-20T01:21:55,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61001 2024-11-20T01:21:55,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:21:55,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155d52af30005 connected 2024-11-20T01:21:55,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,46729,1732065704947 2024-11-20T01:21:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d3cb428 2024-11-20T01:21:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:55,298 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:55,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:21:55,301 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:21:55,301 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:55,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:21:55,302 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:21:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:55,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:21:55,360 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:55,360 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:21:55,361 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18246 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:21:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:55,711 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bc9e651f0774defe0da6c01804c64a7, NAME => 'test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192 2024-11-20T01:21:55,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:21:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:56,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:56,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2bc9e651f0774defe0da6c01804c64a7, disabling compactions & flushes 2024-11-20T01:21:56,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7. 2024-11-20T01:21:56,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7. 2024-11-20T01:21:56,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7. after waiting 0 ms 2024-11-20T01:21:56,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7. 2024-11-20T01:21:56,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7. 2024-11-20T01:21:56,122 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bc9e651f0774defe0da6c01804c64a7: Waiting for close lock at 1732065716122Disabling compacts and flushes for region at 1732065716122Disabling writes for close at 1732065716122Writing region close event to WAL at 1732065716122Closed at 1732065716122 2024-11-20T01:21:56,123 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:21:56,123 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065716123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065716123"}]},"ts":"1732065716123"} 2024-11-20T01:21:56,125 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:21:56,126 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:21:56,126 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065716126"}]},"ts":"1732065716126"} 2024-11-20T01:21:56,127 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:21:56,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2bc9e651f0774defe0da6c01804c64a7, ASSIGN}] 2024-11-20T01:21:56,129 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2bc9e651f0774defe0da6c01804c64a7, ASSIGN 2024-11-20T01:21:56,129 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2bc9e651f0774defe0da6c01804c64a7, ASSIGN; state=OFFLINE, location=57759bcb46a5,38351,1732065705447; forceNewPlan=false, retain=false 2024-11-20T01:21:56,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bc9e651f0774defe0da6c01804c64a7, regionState=OPENING, regionLocation=57759bcb46a5,38351,1732065705447 2024-11-20T01:21:56,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2bc9e651f0774defe0da6c01804c64a7, ASSIGN because future has completed 2024-11-20T01:21:56,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bc9e651f0774defe0da6c01804c64a7, server=57759bcb46a5,38351,1732065705447}] 2024-11-20T01:21:56,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:21:56,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T01:21:56,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:21:56,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T01:21:56,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:21:56,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T01:21:56,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T01:21:56,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T01:21:56,441 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7. 2024-11-20T01:21:56,441 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bc9e651f0774defe0da6c01804c64a7, NAME => 'test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:56,441 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:21:56,441 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:21:56,442 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2bc9e651f0774defe0da6c01804c64a7 2024-11-20T01:21:56,442 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:56,442 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2bc9e651f0774defe0da6c01804c64a7 2024-11-20T01:21:56,442 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2bc9e651f0774defe0da6c01804c64a7 2024-11-20T01:21:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:56,443 INFO [StoreOpener-2bc9e651f0774defe0da6c01804c64a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2bc9e651f0774defe0da6c01804c64a7 2024-11-20T01:21:56,444 INFO [StoreOpener-2bc9e651f0774defe0da6c01804c64a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bc9e651f0774defe0da6c01804c64a7 columnFamilyName f 2024-11-20T01:21:56,444 DEBUG [StoreOpener-2bc9e651f0774defe0da6c01804c64a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:56,446 INFO [StoreOpener-2bc9e651f0774defe0da6c01804c64a7-1 {}] regionserver.HStore(327): Store=2bc9e651f0774defe0da6c01804c64a7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:56,446 INFO [StoreOpener-2bc9e651f0774defe0da6c01804c64a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2bc9e651f0774defe0da6c01804c64a7 2024-11-20T01:21:56,447 INFO [StoreOpener-2bc9e651f0774defe0da6c01804c64a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bc9e651f0774defe0da6c01804c64a7 columnFamilyName f1 2024-11-20T01:21:56,447 DEBUG [StoreOpener-2bc9e651f0774defe0da6c01804c64a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:56,447 INFO [StoreOpener-2bc9e651f0774defe0da6c01804c64a7-1 {}] regionserver.HStore(327): Store=2bc9e651f0774defe0da6c01804c64a7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:56,447 INFO [StoreOpener-2bc9e651f0774defe0da6c01804c64a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2bc9e651f0774defe0da6c01804c64a7 2024-11-20T01:21:56,448 INFO [StoreOpener-2bc9e651f0774defe0da6c01804c64a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bc9e651f0774defe0da6c01804c64a7 columnFamilyName norep 2024-11-20T01:21:56,448 DEBUG [StoreOpener-2bc9e651f0774defe0da6c01804c64a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:56,449 INFO [StoreOpener-2bc9e651f0774defe0da6c01804c64a7-1 {}] regionserver.HStore(327): Store=2bc9e651f0774defe0da6c01804c64a7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:56,453 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2bc9e651f0774defe0da6c01804c64a7 2024-11-20T01:21:56,454 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7 2024-11-20T01:21:56,455 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7 2024-11-20T01:21:56,456 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2bc9e651f0774defe0da6c01804c64a7 2024-11-20T01:21:56,456 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2bc9e651f0774defe0da6c01804c64a7 2024-11-20T01:21:56,456 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:21:56,458 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2bc9e651f0774defe0da6c01804c64a7 2024-11-20T01:21:56,466 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:56,466 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2bc9e651f0774defe0da6c01804c64a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65103045, jitterRate=-0.029889032244682312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:21:56,467 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bc9e651f0774defe0da6c01804c64a7 2024-11-20T01:21:56,467 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2bc9e651f0774defe0da6c01804c64a7: Running coprocessor pre-open hook at 1732065716442Writing region info on filesystem at 1732065716442Initializing all the Stores at 1732065716443 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065716443Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065716443Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065716443Cleaning up temporary data from old regions at 1732065716456 (+13 ms)Running coprocessor post-open hooks at 1732065716467 (+11 ms)Region opened successfully at 1732065716467 2024-11-20T01:21:56,468 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7., pid=6, masterSystemTime=1732065716434 2024-11-20T01:21:56,470 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7. 2024-11-20T01:21:56,470 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7. 2024-11-20T01:21:56,470 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bc9e651f0774defe0da6c01804c64a7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,38351,1732065705447 2024-11-20T01:21:56,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bc9e651f0774defe0da6c01804c64a7, server=57759bcb46a5,38351,1732065705447 because future has completed 2024-11-20T01:21:56,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:21:56,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bc9e651f0774defe0da6c01804c64a7, server=57759bcb46a5,38351,1732065705447 in 192 msec 2024-11-20T01:21:56,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:21:56,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2bc9e651f0774defe0da6c01804c64a7, ASSIGN in 348 msec 2024-11-20T01:21:56,481 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:21:56,482 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065716481"}]},"ts":"1732065716481"} 2024-11-20T01:21:56,483 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:21:56,484 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:21:56,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-11-20T01:21:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:57,450 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:21:57,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:57,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,43345,1732065712138 2024-11-20T01:21:57,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8370ec6 2024-11-20T01:21:57,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:57,452 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:57,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:21:57,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:21:57,454 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:57,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:21:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:57,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:21:57,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:21:57,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 827de89322fbbc5876b97c37f8075a80, NAME => 'test,,1732065717452.827de89322fbbc5876b97c37f8075a80.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e 2024-11-20T01:21:57,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:21:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:57,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065717452.827de89322fbbc5876b97c37f8075a80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:57,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 827de89322fbbc5876b97c37f8075a80, disabling compactions & flushes 2024-11-20T01:21:57,868 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065717452.827de89322fbbc5876b97c37f8075a80. 2024-11-20T01:21:57,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065717452.827de89322fbbc5876b97c37f8075a80. 2024-11-20T01:21:57,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065717452.827de89322fbbc5876b97c37f8075a80. after waiting 0 ms 2024-11-20T01:21:57,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065717452.827de89322fbbc5876b97c37f8075a80. 2024-11-20T01:21:57,868 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065717452.827de89322fbbc5876b97c37f8075a80. 2024-11-20T01:21:57,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 827de89322fbbc5876b97c37f8075a80: Waiting for close lock at 1732065717868Disabling compacts and flushes for region at 1732065717868Disabling writes for close at 1732065717868Writing region close event to WAL at 1732065717868Closed at 1732065717868 2024-11-20T01:21:57,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:21:57,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065717452.827de89322fbbc5876b97c37f8075a80.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065717869"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065717869"}]},"ts":"1732065717869"} 2024-11-20T01:21:57,871 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:21:57,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:21:57,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065717872"}]},"ts":"1732065717872"} 2024-11-20T01:21:57,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:21:57,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=827de89322fbbc5876b97c37f8075a80, ASSIGN}] 2024-11-20T01:21:57,875 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=827de89322fbbc5876b97c37f8075a80, ASSIGN 2024-11-20T01:21:57,875 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=827de89322fbbc5876b97c37f8075a80, ASSIGN; state=OFFLINE, location=57759bcb46a5,40347,1732065712422; forceNewPlan=false, retain=false 2024-11-20T01:21:58,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=827de89322fbbc5876b97c37f8075a80, regionState=OPENING, regionLocation=57759bcb46a5,40347,1732065712422 2024-11-20T01:21:58,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=827de89322fbbc5876b97c37f8075a80, ASSIGN because future has completed 2024-11-20T01:21:58,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 827de89322fbbc5876b97c37f8075a80, server=57759bcb46a5,40347,1732065712422}] 2024-11-20T01:21:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:58,183 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065717452.827de89322fbbc5876b97c37f8075a80. 2024-11-20T01:21:58,183 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 827de89322fbbc5876b97c37f8075a80, NAME => 'test,,1732065717452.827de89322fbbc5876b97c37f8075a80.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:58,183 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:21:58,184 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:21:58,184 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:21:58,184 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065717452.827de89322fbbc5876b97c37f8075a80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:58,184 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:21:58,184 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:21:58,186 INFO [StoreOpener-827de89322fbbc5876b97c37f8075a80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:21:58,187 INFO [StoreOpener-827de89322fbbc5876b97c37f8075a80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 827de89322fbbc5876b97c37f8075a80 columnFamilyName f 2024-11-20T01:21:58,187 DEBUG [StoreOpener-827de89322fbbc5876b97c37f8075a80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:58,188 INFO [StoreOpener-827de89322fbbc5876b97c37f8075a80-1 {}] regionserver.HStore(327): Store=827de89322fbbc5876b97c37f8075a80/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:58,188 INFO [StoreOpener-827de89322fbbc5876b97c37f8075a80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:21:58,189 INFO [StoreOpener-827de89322fbbc5876b97c37f8075a80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 827de89322fbbc5876b97c37f8075a80 columnFamilyName f1 2024-11-20T01:21:58,189 DEBUG [StoreOpener-827de89322fbbc5876b97c37f8075a80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:58,189 INFO [StoreOpener-827de89322fbbc5876b97c37f8075a80-1 {}] regionserver.HStore(327): Store=827de89322fbbc5876b97c37f8075a80/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:58,189 INFO [StoreOpener-827de89322fbbc5876b97c37f8075a80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:21:58,190 INFO [StoreOpener-827de89322fbbc5876b97c37f8075a80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 827de89322fbbc5876b97c37f8075a80 columnFamilyName norep 2024-11-20T01:21:58,190 DEBUG [StoreOpener-827de89322fbbc5876b97c37f8075a80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:58,190 INFO [StoreOpener-827de89322fbbc5876b97c37f8075a80-1 {}] regionserver.HStore(327): Store=827de89322fbbc5876b97c37f8075a80/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:58,191 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:21:58,191 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80 2024-11-20T01:21:58,191 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80 2024-11-20T01:21:58,192 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:21:58,192 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:21:58,192 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:21:58,193 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:21:58,195 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:58,196 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 827de89322fbbc5876b97c37f8075a80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70975496, jitterRate=0.05761730670928955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:21:58,196 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:21:58,196 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 827de89322fbbc5876b97c37f8075a80: Running coprocessor pre-open hook at 1732065718184Writing region info on filesystem at 1732065718184Initializing all the Stores at 1732065718185 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065718185Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065718186 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065718186Cleaning up temporary data from old regions at 1732065718192 (+6 ms)Running coprocessor post-open hooks at 1732065718196 (+4 ms)Region opened successfully at 1732065718196 2024-11-20T01:21:58,197 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065717452.827de89322fbbc5876b97c37f8075a80., pid=6, masterSystemTime=1732065718180 2024-11-20T01:21:58,198 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065717452.827de89322fbbc5876b97c37f8075a80. 2024-11-20T01:21:58,199 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065717452.827de89322fbbc5876b97c37f8075a80. 2024-11-20T01:21:58,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=827de89322fbbc5876b97c37f8075a80, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,40347,1732065712422 2024-11-20T01:21:58,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 827de89322fbbc5876b97c37f8075a80, server=57759bcb46a5,40347,1732065712422 because future has completed 2024-11-20T01:21:58,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:21:58,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 827de89322fbbc5876b97c37f8075a80, server=57759bcb46a5,40347,1732065712422 in 174 msec 2024-11-20T01:21:58,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:21:58,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=827de89322fbbc5876b97c37f8075a80, ASSIGN in 329 msec 2024-11-20T01:21:58,206 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:21:58,206 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065718206"}]},"ts":"1732065718206"} 2024-11-20T01:21:58,208 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:21:58,209 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:21:58,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-20T01:21:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:21:58,590 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:21:58,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ed9c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:58,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,46729,-1 for getting cluster id 2024-11-20T01:21:58,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:58,592 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd94f968c-c232-48f9-b718-c27c01909bd0' 2024-11-20T01:21:58,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:58,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d94f968c-c232-48f9-b718-c27c01909bd0" 2024-11-20T01:21:58,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a311fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:58,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,46729,-1] 2024-11-20T01:21:58,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:58,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:58,594 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:58,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f33cac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:58,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bbbd68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:58,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,43345,-1 for getting cluster id 2024-11-20T01:21:58,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:58,600 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3281b9a6-4ab3-4481-a7d7-27ffa2771c63' 2024-11-20T01:21:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3281b9a6-4ab3-4481-a7d7-27ffa2771c63" 2024-11-20T01:21:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181da4d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,43345,-1] 2024-11-20T01:21:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:58,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:58,601 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67736325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:58,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7242984b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:58,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,46729,-1 for getting cluster id 2024-11-20T01:21:58,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:58,604 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd94f968c-c232-48f9-b718-c27c01909bd0' 2024-11-20T01:21:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d94f968c-c232-48f9-b718-c27c01909bd0" 2024-11-20T01:21:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bc342f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,46729,-1] 2024-11-20T01:21:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:58,606 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:58,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aebedb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:58,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,46729,1732065704947 2024-11-20T01:21:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6107fdb2 2024-11-20T01:21:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:58,608 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:58,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:43345,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:21:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:21:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:21:58,610 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:43345' 2024-11-20T01:21:58,611 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae6d93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:58,611 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,43345,-1 for getting cluster id 2024-11-20T01:21:58,611 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:58,612 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3281b9a6-4ab3-4481-a7d7-27ffa2771c63' 2024-11-20T01:21:58,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:58,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3281b9a6-4ab3-4481-a7d7-27ffa2771c63" 2024-11-20T01:21:58,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6736d49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:58,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,43345,-1] 2024-11-20T01:21:58,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:58,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:58,613 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:58,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fe42a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:58,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:58,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,43345,1732065712138 2024-11-20T01:21:58,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@101486c9 2024-11-20T01:21:58,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:58,616 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:21:58,616 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T01:21:58,617 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:21:58,617 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:58,617 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:58,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:21:58,617 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:21:58,618 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:21:58,620 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:21:58,620 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:58,621 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:21:58,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741837_1013 (size=1138) 2024-11-20T01:21:58,632 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc191eeb634e720fb315fee206544d55, NAME => 'hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192 2024-11-20T01:21:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741838_1014 (size=44) 2024-11-20T01:21:58,669 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T01:21:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:21:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:21:59,045 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:59,045 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bc191eeb634e720fb315fee206544d55, disabling compactions & flushes 2024-11-20T01:21:59,045 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. 2024-11-20T01:21:59,045 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. 2024-11-20T01:21:59,045 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. after waiting 0 ms 2024-11-20T01:21:59,045 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. 2024-11-20T01:21:59,045 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. 2024-11-20T01:21:59,045 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc191eeb634e720fb315fee206544d55: Waiting for close lock at 1732065719045Disabling compacts and flushes for region at 1732065719045Disabling writes for close at 1732065719045Writing region close event to WAL at 1732065719045Closed at 1732065719045 2024-11-20T01:21:59,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:21:59,047 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732065719047"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065719047"}]},"ts":"1732065719047"} 2024-11-20T01:21:59,049 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:21:59,050 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:21:59,051 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065719050"}]},"ts":"1732065719050"} 2024-11-20T01:21:59,054 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T01:21:59,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc191eeb634e720fb315fee206544d55, ASSIGN}] 2024-11-20T01:21:59,055 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc191eeb634e720fb315fee206544d55, ASSIGN 2024-11-20T01:21:59,056 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc191eeb634e720fb315fee206544d55, ASSIGN; state=OFFLINE, location=57759bcb46a5,38351,1732065705447; forceNewPlan=false, retain=false 2024-11-20T01:21:59,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bc191eeb634e720fb315fee206544d55, regionState=OPENING, regionLocation=57759bcb46a5,38351,1732065705447 2024-11-20T01:21:59,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc191eeb634e720fb315fee206544d55, ASSIGN because future has completed 2024-11-20T01:21:59,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc191eeb634e720fb315fee206544d55, server=57759bcb46a5,38351,1732065705447}] 2024-11-20T01:21:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:21:59,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. 2024-11-20T01:21:59,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:21:59,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:21:59,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C38351%2C1732065705447.rep, suffix=, logDir=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447, archiveDir=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/oldWALs, maxLogs=10 2024-11-20T01:21:59,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.rep.1732065719375, exclude list is [], retry=0 2024-11-20T01:21:59,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40345,DS-d0ff187e-cece-499e-953f-00519b0f83db,DISK] 2024-11-20T01:21:59,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.rep.1732065719375 2024-11-20T01:21:59,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33599:33599)] 2024-11-20T01:21:59,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bc191eeb634e720fb315fee206544d55, NAME => 'hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:21:59,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:21:59,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:21:59,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. service=MultiRowMutationService 2024-11-20T01:21:59,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:21:59,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bc191eeb634e720fb315fee206544d55 2024-11-20T01:21:59,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:21:59,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bc191eeb634e720fb315fee206544d55 2024-11-20T01:21:59,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bc191eeb634e720fb315fee206544d55 2024-11-20T01:21:59,424 INFO [StoreOpener-bc191eeb634e720fb315fee206544d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bc191eeb634e720fb315fee206544d55 2024-11-20T01:21:59,426 INFO [StoreOpener-bc191eeb634e720fb315fee206544d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc191eeb634e720fb315fee206544d55 columnFamilyName hfileref 2024-11-20T01:21:59,426 DEBUG [StoreOpener-bc191eeb634e720fb315fee206544d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:59,426 INFO [StoreOpener-bc191eeb634e720fb315fee206544d55-1 {}] regionserver.HStore(327): Store=bc191eeb634e720fb315fee206544d55/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:59,426 INFO [StoreOpener-bc191eeb634e720fb315fee206544d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bc191eeb634e720fb315fee206544d55 2024-11-20T01:21:59,427 INFO [StoreOpener-bc191eeb634e720fb315fee206544d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc191eeb634e720fb315fee206544d55 columnFamilyName queue 2024-11-20T01:21:59,428 DEBUG [StoreOpener-bc191eeb634e720fb315fee206544d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:59,428 INFO [StoreOpener-bc191eeb634e720fb315fee206544d55-1 {}] regionserver.HStore(327): Store=bc191eeb634e720fb315fee206544d55/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:59,428 INFO [StoreOpener-bc191eeb634e720fb315fee206544d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bc191eeb634e720fb315fee206544d55 2024-11-20T01:21:59,429 INFO [StoreOpener-bc191eeb634e720fb315fee206544d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc191eeb634e720fb315fee206544d55 columnFamilyName sid 2024-11-20T01:21:59,429 DEBUG [StoreOpener-bc191eeb634e720fb315fee206544d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:21:59,429 INFO [StoreOpener-bc191eeb634e720fb315fee206544d55-1 {}] regionserver.HStore(327): Store=bc191eeb634e720fb315fee206544d55/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:21:59,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bc191eeb634e720fb315fee206544d55 2024-11-20T01:21:59,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/replication/bc191eeb634e720fb315fee206544d55 2024-11-20T01:21:59,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/replication/bc191eeb634e720fb315fee206544d55 2024-11-20T01:21:59,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bc191eeb634e720fb315fee206544d55 2024-11-20T01:21:59,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bc191eeb634e720fb315fee206544d55 2024-11-20T01:21:59,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:21:59,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bc191eeb634e720fb315fee206544d55 2024-11-20T01:21:59,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/replication/bc191eeb634e720fb315fee206544d55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:21:59,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bc191eeb634e720fb315fee206544d55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65666833, jitterRate=-0.02148793637752533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:21:59,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc191eeb634e720fb315fee206544d55 2024-11-20T01:21:59,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bc191eeb634e720fb315fee206544d55: Running coprocessor pre-open hook at 1732065719417Writing region info on filesystem at 1732065719417Initializing all the Stores at 1732065719418 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065719418Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065719424 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065719424Cleaning up temporary data from old regions at 1732065719440 (+16 ms)Running coprocessor post-open hooks at 1732065719467 (+27 ms)Region opened successfully at 1732065719468 (+1 ms) 2024-11-20T01:21:59,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55., pid=10, masterSystemTime=1732065719367 2024-11-20T01:21:59,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. 2024-11-20T01:21:59,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. 2024-11-20T01:21:59,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bc191eeb634e720fb315fee206544d55, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,38351,1732065705447 2024-11-20T01:21:59,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc191eeb634e720fb315fee206544d55, server=57759bcb46a5,38351,1732065705447 because future has completed 2024-11-20T01:21:59,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:21:59,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bc191eeb634e720fb315fee206544d55, server=57759bcb46a5,38351,1732065705447 in 262 msec 2024-11-20T01:21:59,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T01:21:59,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc191eeb634e720fb315fee206544d55, ASSIGN in 425 msec 2024-11-20T01:21:59,481 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:21:59,481 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065719481"}]},"ts":"1732065719481"} 2024-11-20T01:21:59,483 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T01:21:59,484 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:21:59,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 867 msec 2024-11-20T01:21:59,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55., hostname=57759bcb46a5,38351,1732065705447, seqNum=2] 2024-11-20T01:21:59,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:21:59,652 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:21:59,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:21:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:21:59,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T01:21:59,840 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T01:21:59,888 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,38351,1732065705447, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:21:59,889 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:21:59,889 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38351,1732065705447, seqNum=-1] 2024-11-20T01:21:59,889 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:21:59,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T01:21:59,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57759bcb46a5,38351,1732065705447', locateType=CURRENT is [region=hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55., hostname=57759bcb46a5,38351,1732065705447, seqNum=2] 2024-11-20T01:21:59,898 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T01:21:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T01:21:59,900 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57759bcb46a5,38351,1732065705447 suceeded 2024-11-20T01:21:59,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T01:21:59,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-20T01:21:59,902 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57759bcb46a5:43345,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:21:59,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2940 sec 2024-11-20T01:21:59,916 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:43345' 2024-11-20T01:21:59,920 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@632c81ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:59,920 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,43345,-1 for getting cluster id 2024-11-20T01:21:59,921 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:21:59,922 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3281b9a6-4ab3-4481-a7d7-27ffa2771c63' 2024-11-20T01:21:59,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:21:59,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3281b9a6-4ab3-4481-a7d7-27ffa2771c63" 2024-11-20T01:21:59,925 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:21:59,925 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6416b355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:59,925 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,43345,-1] 2024-11-20T01:21:59,925 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:21:59,926 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:21:59,927 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c65c696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:21:59,927 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:21:59,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,43345,1732065712138 2024-11-20T01:21:59,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b57f966 2024-11-20T01:21:59,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:21:59,929 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-20T01:21:59,930 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,38351,1732065705447 (queues=1) is replicating from cluster=d94f968c-c232-48f9-b718-c27c01909bd0 to cluster=3281b9a6-4ab3-4481-a7d7-27ffa2771c63 2024-11-20T01:21:59,930 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C38351%2C1732065705447 2024-11-20T01:21:59,930 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,38351,1732065705447, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:21:59,930 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C38351%2C1732065705447 2024-11-20T01:21:59,931 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885, startPosition=0, beingWritten=true 2024-11-20T01:21:59,939 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:21:59,939 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 379, reset compression=false 2024-11-20T01:21:59,939 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,38351,1732065705447 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:00,141 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T01:22:00,145 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 379, reset compression=false 2024-11-20T01:22:00,450 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 379, reset compression=false 2024-11-20T01:22:00,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:22:00,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:00,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:00,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:00,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:00,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:00,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:00,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:00,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:00,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:00,753 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T01:22:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:00,760 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:22:00,760 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:00,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:00,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:00,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:00,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:00,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50444d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:00,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,43345,-1 for getting cluster id 2024-11-20T01:22:00,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:00,762 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3281b9a6-4ab3-4481-a7d7-27ffa2771c63' 2024-11-20T01:22:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3281b9a6-4ab3-4481-a7d7-27ffa2771c63" 2024-11-20T01:22:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c17f3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,43345,-1] 2024-11-20T01:22:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:00,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:00,764 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:00,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caf21e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:00,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,43345,1732065712138 2024-11-20T01:22:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c09a1df 2024-11-20T01:22:00,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:00,766 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:00,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:46729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:22:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:22:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:00,769 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:46729' 2024-11-20T01:22:00,770 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a14208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:00,770 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,46729,-1 for getting cluster id 2024-11-20T01:22:00,770 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:00,770 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd94f968c-c232-48f9-b718-c27c01909bd0' 2024-11-20T01:22:00,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:00,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d94f968c-c232-48f9-b718-c27c01909bd0" 2024-11-20T01:22:00,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577bac5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:00,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,46729,-1] 2024-11-20T01:22:00,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:00,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:00,771 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:00,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d84c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:00,772 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:00,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,46729,1732065704947 2024-11-20T01:22:00,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@180553d2 2024-11-20T01:22:00,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:00,774 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:00,774 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T01:22:00,774 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:22:00,774 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:00,774 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:00,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:00,775 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:22:00,775 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:22:00,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:22:00,776 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:00,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:22:00,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741837_1013 (size=1138) 2024-11-20T01:22:00,826 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T01:22:00,854 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 379, reset compression=false 2024-11-20T01:22:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:01,183 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0db897ba70e3b1803b1df5e40208b7a, NAME => 'hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e 2024-11-20T01:22:01,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741838_1014 (size=44) 2024-11-20T01:22:01,358 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 379, reset compression=false 2024-11-20T01:22:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:01,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:01,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a0db897ba70e3b1803b1df5e40208b7a, disabling compactions & flushes 2024-11-20T01:22:01,588 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. 2024-11-20T01:22:01,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. 2024-11-20T01:22:01,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. after waiting 0 ms 2024-11-20T01:22:01,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. 2024-11-20T01:22:01,588 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. 2024-11-20T01:22:01,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0db897ba70e3b1803b1df5e40208b7a: Waiting for close lock at 1732065721588Disabling compacts and flushes for region at 1732065721588Disabling writes for close at 1732065721588Writing region close event to WAL at 1732065721588Closed at 1732065721588 2024-11-20T01:22:01,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:22:01,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732065721590"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065721590"}]},"ts":"1732065721590"} 2024-11-20T01:22:01,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:22:01,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:22:01,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065721593"}]},"ts":"1732065721593"} 2024-11-20T01:22:01,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T01:22:01,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a0db897ba70e3b1803b1df5e40208b7a, ASSIGN}] 2024-11-20T01:22:01,596 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a0db897ba70e3b1803b1df5e40208b7a, ASSIGN 2024-11-20T01:22:01,596 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a0db897ba70e3b1803b1df5e40208b7a, ASSIGN; state=OFFLINE, location=57759bcb46a5,40347,1732065712422; forceNewPlan=false, retain=false 2024-11-20T01:22:01,747 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a0db897ba70e3b1803b1df5e40208b7a, regionState=OPENING, regionLocation=57759bcb46a5,40347,1732065712422 2024-11-20T01:22:01,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a0db897ba70e3b1803b1df5e40208b7a, ASSIGN because future has completed 2024-11-20T01:22:01,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0db897ba70e3b1803b1df5e40208b7a, server=57759bcb46a5,40347,1732065712422}] 2024-11-20T01:22:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:01,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. 2024-11-20T01:22:01,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:01,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:22:01,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C40347%2C1732065712422.rep, suffix=, logDir=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422, archiveDir=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/oldWALs, maxLogs=10 2024-11-20T01:22:01,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.rep.1732065721906, exclude list is [], retry=0 2024-11-20T01:22:01,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43845,DS-b99d829d-11d0-4026-95a7-d601baf2b8fa,DISK] 2024-11-20T01:22:01,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.rep.1732065721906 2024-11-20T01:22:01,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38241:38241)] 2024-11-20T01:22:01,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a0db897ba70e3b1803b1df5e40208b7a, NAME => 'hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:01,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:22:01,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:22:01,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. service=MultiRowMutationService 2024-11-20T01:22:01,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:22:01,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:01,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:01,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:01,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:01,928 INFO [StoreOpener-a0db897ba70e3b1803b1df5e40208b7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:01,929 INFO [StoreOpener-a0db897ba70e3b1803b1df5e40208b7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0db897ba70e3b1803b1df5e40208b7a columnFamilyName hfileref 2024-11-20T01:22:01,929 DEBUG [StoreOpener-a0db897ba70e3b1803b1df5e40208b7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:01,929 INFO [StoreOpener-a0db897ba70e3b1803b1df5e40208b7a-1 {}] regionserver.HStore(327): Store=a0db897ba70e3b1803b1df5e40208b7a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:01,929 INFO [StoreOpener-a0db897ba70e3b1803b1df5e40208b7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:01,930 INFO [StoreOpener-a0db897ba70e3b1803b1df5e40208b7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0db897ba70e3b1803b1df5e40208b7a columnFamilyName queue 2024-11-20T01:22:01,930 DEBUG [StoreOpener-a0db897ba70e3b1803b1df5e40208b7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:01,930 INFO [StoreOpener-a0db897ba70e3b1803b1df5e40208b7a-1 {}] regionserver.HStore(327): Store=a0db897ba70e3b1803b1df5e40208b7a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:01,930 INFO [StoreOpener-a0db897ba70e3b1803b1df5e40208b7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:01,931 INFO [StoreOpener-a0db897ba70e3b1803b1df5e40208b7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0db897ba70e3b1803b1df5e40208b7a columnFamilyName sid 2024-11-20T01:22:01,931 DEBUG [StoreOpener-a0db897ba70e3b1803b1df5e40208b7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:01,931 INFO [StoreOpener-a0db897ba70e3b1803b1df5e40208b7a-1 {}] regionserver.HStore(327): Store=a0db897ba70e3b1803b1df5e40208b7a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:01,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:01,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/replication/a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:01,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/replication/a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:01,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:01,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:01,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:22:01,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:01,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/replication/a0db897ba70e3b1803b1df5e40208b7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:01,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a0db897ba70e3b1803b1df5e40208b7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58906424, jitterRate=-0.12222588062286377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:22:01,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:01,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a0db897ba70e3b1803b1df5e40208b7a: Running coprocessor pre-open hook at 1732065721927Writing region info on filesystem at 1732065721927Initializing all the Stores at 1732065721927Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065721927Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065721927Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065721927Cleaning up temporary data from old regions at 1732065721933 (+6 ms)Running coprocessor post-open hooks at 1732065721936 (+3 ms)Region opened successfully at 1732065721936 2024-11-20T01:22:01,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a., pid=10, masterSystemTime=1732065721901 2024-11-20T01:22:01,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. 2024-11-20T01:22:01,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. 2024-11-20T01:22:01,939 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a0db897ba70e3b1803b1df5e40208b7a, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,40347,1732065712422 2024-11-20T01:22:01,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0db897ba70e3b1803b1df5e40208b7a, server=57759bcb46a5,40347,1732065712422 because future has completed 2024-11-20T01:22:01,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:22:01,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a0db897ba70e3b1803b1df5e40208b7a, server=57759bcb46a5,40347,1732065712422 in 193 msec 2024-11-20T01:22:01,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T01:22:01,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a0db897ba70e3b1803b1df5e40208b7a, ASSIGN in 348 msec 2024-11-20T01:22:01,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:22:01,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065721946"}]},"ts":"1732065721946"} 2024-11-20T01:22:01,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T01:22:01,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:22:01,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-20T01:22:01,962 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 379, reset compression=false 2024-11-20T01:22:01,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a., hostname=57759bcb46a5,40347,1732065712422, seqNum=2] 2024-11-20T01:22:02,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:22:02,198 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:22:02,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:22:02,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T01:22:02,438 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T01:22:02,474 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,40347,1732065712422, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:22:02,474 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:02,474 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,40347,1732065712422, seqNum=-1] 2024-11-20T01:22:02,475 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:02,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T01:22:02,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57759bcb46a5,40347,1732065712422', locateType=CURRENT is [region=hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a., hostname=57759bcb46a5,40347,1732065712422, seqNum=2] 2024-11-20T01:22:02,480 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T01:22:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T01:22:02,482 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57759bcb46a5,40347,1732065712422 suceeded 2024-11-20T01:22:02,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T01:22:02,483 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57759bcb46a5:46729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:22:02,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-20T01:22:02,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7170 sec 2024-11-20T01:22:02,498 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:46729' 2024-11-20T01:22:02,500 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bb96c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:02,500 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,46729,-1 for getting cluster id 2024-11-20T01:22:02,500 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:02,500 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd94f968c-c232-48f9-b718-c27c01909bd0' 2024-11-20T01:22:02,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:02,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d94f968c-c232-48f9-b718-c27c01909bd0" 2024-11-20T01:22:02,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3934c221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:02,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,46729,-1] 2024-11-20T01:22:02,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:02,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:02,502 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:02,502 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d355c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:02,502 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:02,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,46729,1732065704947 2024-11-20T01:22:02,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@361d1c72 2024-11-20T01:22:02,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:02,504 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-20T01:22:02,504 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,40347,1732065712422 (queues=1) is replicating from cluster=3281b9a6-4ab3-4481-a7d7-27ffa2771c63 to cluster=d94f968c-c232-48f9-b718-c27c01909bd0 2024-11-20T01:22:02,504 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C40347%2C1732065712422 2024-11-20T01:22:02,504 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,40347,1732065712422, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:22:02,505 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C40347%2C1732065712422 2024-11-20T01:22:02,505 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282, startPosition=0, beingWritten=true 2024-11-20T01:22:02,509 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:02,509 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 379, reset compression=false 2024-11-20T01:22:02,509 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,40347,1732065712422 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:02,666 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 379, reset compression=false 2024-11-20T01:22:02,713 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 379, reset compression=false 2024-11-20T01:22:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:02,911 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:22:02,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:02,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:02,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:02,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:02,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:02,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38351,1732065705447, seqNum=-1] 2024-11-20T01:22:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:02,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:02,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7., hostname=57759bcb46a5,38351,1732065705447, seqNum=2] 2024-11-20T01:22:02,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,40347,1732065712422, seqNum=-1] 2024-11-20T01:22:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:02,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:02,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732065717452.827de89322fbbc5876b97c37f8075a80., hostname=57759bcb46a5,40347,1732065712422, seqNum=2] 2024-11-20T01:22:02,934 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T01:22:03,017 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 379, reset compression=false 2024-11-20T01:22:03,422 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 379, reset compression=false 2024-11-20T01:22:03,470 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 379, reset compression=false 2024-11-20T01:22:03,475 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:03,475 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 480, reset compression=false 2024-11-20T01:22:03,475 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,38351,1732065705447 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bc9e651f0774defe0da6c01804c64a7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T01:22:03,477 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:22:03,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-20T01:22:03,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:03,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c68773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:03,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,43345,-1 for getting cluster id 2024-11-20T01:22:03,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:03,481 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3281b9a6-4ab3-4481-a7d7-27ffa2771c63' 2024-11-20T01:22:03,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:03,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3281b9a6-4ab3-4481-a7d7-27ffa2771c63" 2024-11-20T01:22:03,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1212061d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:03,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,43345,-1] 2024-11-20T01:22:03,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:03,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:03,482 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:03,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62e6faf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:03,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:03,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,40347,1732065712422, seqNum=-1] 2024-11-20T01:22:03,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:03,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T01:22:03,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732065717452.827de89322fbbc5876b97c37f8075a80., hostname=57759bcb46a5,40347,1732065712422, seqNum=2] 2024-11-20T01:22:03,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:03,678 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 480, reset compression=false 2024-11-20T01:22:03,926 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 379, reset compression=false 2024-11-20T01:22:03,930 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:03,930 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 504, reset compression=false 2024-11-20T01:22:03,930 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,40347,1732065712422 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:03,937 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T01:22:03,940 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T01:22:03,982 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 480, reset compression=false 2024-11-20T01:22:04,134 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 504, reset compression=false 2024-11-20T01:22:04,188 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:04,188 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 608, reset compression=false 2024-11-20T01:22:04,188 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,40347,1732065712422 got entry batch from reader: WALEntryBatch [walEntries=[{test/827de89322fbbc5876b97c37f8075a80/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T01:22:04,190 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:22:04,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-20T01:22:04,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:04,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a7cbb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:04,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,46729,-1 for getting cluster id 2024-11-20T01:22:04,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:04,193 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd94f968c-c232-48f9-b718-c27c01909bd0' 2024-11-20T01:22:04,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:04,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d94f968c-c232-48f9-b718-c27c01909bd0" 2024-11-20T01:22:04,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b16173e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:04,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,46729,-1] 2024-11-20T01:22:04,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:04,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:04,194 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:04,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ecdaeed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:04,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:04,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38351,1732065705447, seqNum=-1] 2024-11-20T01:22:04,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:04,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T01:22:04,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7., hostname=57759bcb46a5,38351,1732065705447, seqNum=2] 2024-11-20T01:22:04,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:04,386 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 480, reset compression=false 2024-11-20T01:22:04,390 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:04,390 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 607, reset compression=false 2024-11-20T01:22:04,390 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,38351,1732065705447 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:04,392 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 608, reset compression=false 2024-11-20T01:22:04,595 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 607, reset compression=false 2024-11-20T01:22:04,696 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 608, reset compression=false 2024-11-20T01:22:04,898 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 607, reset compression=false 2024-11-20T01:22:04,941 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T01:22:04,946 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T01:22:05,099 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 608, reset compression=false 2024-11-20T01:22:05,301 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 607, reset compression=false 2024-11-20T01:22:05,305 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:05,305 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 763, reset compression=false 2024-11-20T01:22:05,305 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,38351,1732065705447 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bc9e651f0774defe0da6c01804c64a7/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T01:22:05,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:05,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40347 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:05,419 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:05,420 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:22:05,420 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28305 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:22:05,508 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 763, reset compression=false 2024-11-20T01:22:05,603 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 608, reset compression=false 2024-11-20T01:22:05,609 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:05,609 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 756, reset compression=false 2024-11-20T01:22:05,609 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,40347,1732065712422 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:05,812 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 763, reset compression=false 2024-11-20T01:22:05,812 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 756, reset compression=false 2024-11-20T01:22:05,948 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T01:22:05,951 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T01:22:06,115 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 756, reset compression=false 2024-11-20T01:22:06,119 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:06,119 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 915, reset compression=false 2024-11-20T01:22:06,119 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,40347,1732065712422 got entry batch from reader: WALEntryBatch [walEntries=[{test/827de89322fbbc5876b97c37f8075a80/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T01:22:06,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:06,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:06,215 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 763, reset compression=false 2024-11-20T01:22:06,219 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:06,219 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 912, reset compression=false 2024-11-20T01:22:06,219 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,38351,1732065705447 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:06,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T01:22:06,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T01:22:06,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T01:22:06,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T01:22:06,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:22:06,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T01:22:06,323 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 915, reset compression=false 2024-11-20T01:22:06,422 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 912, reset compression=false 2024-11-20T01:22:06,628 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 915, reset compression=false 2024-11-20T01:22:06,726 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 912, reset compression=false 2024-11-20T01:22:06,952 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T01:22:06,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:22:06,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:06,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:06,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:06,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:06,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:06,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:22:06,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=347411000, stopped=false 2024-11-20T01:22:06,955 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,43345,1732065712138 2024-11-20T01:22:07,006 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1872534427/running 2024-11-20T01:22:07,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1872534427/running 2024-11-20T01:22:07,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:22:07,006 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:22:07,006 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:22:07,006 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:07,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:07,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:07,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Set watcher on znode that does not yet exist, /1-1872534427/running 2024-11-20T01:22:07,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Set watcher on znode that does not yet exist, /1-1872534427/running 2024-11-20T01:22:07,007 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,40347,1732065712422' ***** 2024-11-20T01:22:07,007 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:22:07,007 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:22:07,007 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:22:07,007 INFO [RS:0;57759bcb46a5:40347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:22:07,007 INFO [RS:0;57759bcb46a5:40347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:22:07,007 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(3091): Received CLOSE for a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:07,008 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(3091): Received CLOSE for 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:22:07,008 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,40347,1732065712422 2024-11-20T01:22:07,008 INFO [RS:0;57759bcb46a5:40347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:22:07,008 INFO [RS:0;57759bcb46a5:40347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:40347. 2024-11-20T01:22:07,008 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0db897ba70e3b1803b1df5e40208b7a, disabling compactions & flushes 2024-11-20T01:22:07,008 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. 2024-11-20T01:22:07,008 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. 2024-11-20T01:22:07,008 DEBUG [RS:0;57759bcb46a5:40347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:07,008 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. after waiting 0 ms 2024-11-20T01:22:07,008 DEBUG [RS:0;57759bcb46a5:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:07,008 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. 2024-11-20T01:22:07,008 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:22:07,008 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:22:07,008 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:22:07,008 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a0db897ba70e3b1803b1df5e40208b7a 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-20T01:22:07,008 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:22:07,008 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T01:22:07,008 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1325): Online Regions={a0db897ba70e3b1803b1df5e40208b7a=hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a., 827de89322fbbc5876b97c37f8075a80=test,,1732065717452.827de89322fbbc5876b97c37f8075a80., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:22:07,008 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 827de89322fbbc5876b97c37f8075a80, a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:07,008 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:22:07,008 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:22:07,008 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:22:07,008 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:22:07,008 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:22:07,008 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T01:22:07,022 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/replication/a0db897ba70e3b1803b1df5e40208b7a/.tmp/queue/47e36769acc14564bf7bb4b56861625f is 153, key is 1-57759bcb46a5,40347,1732065712422/queue:57759bcb46a5%2C40347%2C1732065712422/1732065726124/Put/seqid=0 2024-11-20T01:22:07,022 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/.tmp/info/0c2a1a6f97414da9a503ab22eabc6498 is 147, key is hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a./info:regioninfo/1732065721939/Put/seqid=0 2024-11-20T01:22:07,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741840_1016 (size=7686) 2024-11-20T01:22:07,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741841_1017 (size=5352) 2024-11-20T01:22:07,038 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 915, reset compression=false 2024-11-20T01:22:07,061 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:22:07,130 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 912, reset compression=false 2024-11-20T01:22:07,150 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:22:07,150 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:22:07,208 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 827de89322fbbc5876b97c37f8075a80, a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:07,409 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 827de89322fbbc5876b97c37f8075a80, a0db897ba70e3b1803b1df5e40208b7a 2024-11-20T01:22:07,427 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/replication/a0db897ba70e3b1803b1df5e40208b7a/.tmp/queue/47e36769acc14564bf7bb4b56861625f 2024-11-20T01:22:07,427 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/.tmp/info/0c2a1a6f97414da9a503ab22eabc6498 2024-11-20T01:22:07,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:22:07,447 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/replication/a0db897ba70e3b1803b1df5e40208b7a/.tmp/queue/47e36769acc14564bf7bb4b56861625f as hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/replication/a0db897ba70e3b1803b1df5e40208b7a/queue/47e36769acc14564bf7bb4b56861625f 2024-11-20T01:22:07,452 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/replication/a0db897ba70e3b1803b1df5e40208b7a/queue/47e36769acc14564bf7bb4b56861625f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T01:22:07,453 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a0db897ba70e3b1803b1df5e40208b7a in 445ms, sequenceid=10, compaction requested=false 2024-11-20T01:22:07,460 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/.tmp/ns/8dfc7b1a0f294adfb713154fe183b7e9 is 43, key is default/ns:d/1732065715235/Put/seqid=0 2024-11-20T01:22:07,461 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/replication/a0db897ba70e3b1803b1df5e40208b7a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T01:22:07,461 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:22:07,461 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:22:07,461 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. 2024-11-20T01:22:07,462 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0db897ba70e3b1803b1df5e40208b7a: Waiting for close lock at 1732065727008Running coprocessor pre-close hooks at 1732065727008Disabling compacts and flushes for region at 1732065727008Disabling writes for close at 1732065727008Obtaining lock to block concurrent updates at 1732065727008Preparing flush snapshotting stores in a0db897ba70e3b1803b1df5e40208b7a at 1732065727008Finished memstore snapshotting hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732065727008Flushing stores of hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. at 1732065727009 (+1 ms)Flushing a0db897ba70e3b1803b1df5e40208b7a/queue: creating writer at 1732065727009Flushing a0db897ba70e3b1803b1df5e40208b7a/queue: appending metadata at 1732065727022 (+13 ms)Flushing a0db897ba70e3b1803b1df5e40208b7a/queue: closing flushed file at 1732065727022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793b2964: reopening flushed file at 1732065727447 (+425 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a0db897ba70e3b1803b1df5e40208b7a in 445ms, sequenceid=10, compaction requested=false at 1732065727453 (+6 ms)Writing region close event to WAL at 1732065727457 (+4 ms)Running coprocessor post-close hooks at 1732065727461 (+4 ms)Closed at 1732065727461 2024-11-20T01:22:07,462 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732065720774.a0db897ba70e3b1803b1df5e40208b7a. 2024-11-20T01:22:07,462 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 827de89322fbbc5876b97c37f8075a80, disabling compactions & flushes 2024-11-20T01:22:07,462 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732065717452.827de89322fbbc5876b97c37f8075a80. 2024-11-20T01:22:07,462 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065717452.827de89322fbbc5876b97c37f8075a80. 2024-11-20T01:22:07,462 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732065717452.827de89322fbbc5876b97c37f8075a80. after waiting 0 ms 2024-11-20T01:22:07,462 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732065717452.827de89322fbbc5876b97c37f8075a80. 2024-11-20T01:22:07,462 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 827de89322fbbc5876b97c37f8075a80 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-20T01:22:07,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741842_1018 (size=5153) 2024-11-20T01:22:07,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:07,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:07,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:07,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:07,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:07,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:07,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:07,480 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/.tmp/f/f4e8c910b438403aaed86c6604a17fb7 is 29, key is row1/f:/1732065725949/DeleteFamily/seqid=0 2024-11-20T01:22:07,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:07,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:07,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741843_1019 (size=5118) 2024-11-20T01:22:07,540 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 915, reset compression=false 2024-11-20T01:22:07,544 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:07,544 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 1162, reset compression=false 2024-11-20T01:22:07,545 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,40347,1732065712422 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:07,545 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57759bcb46a5,40347,1732065712422: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57759bcb46a5,40347,1732065712422, walGroup=57759bcb46a5%2C40347%2C1732065712422, offset=57759bcb46a5%2C40347%2C1732065712422.1732065714282:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:40347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T01:22:07,546 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T01:22:07,546 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T01:22:07,547 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T01:22:07,547 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T01:22:07,547 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T01:22:07,547 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 675725816 }, "NonHeapMemoryUsage": { "committed": 195166208, "init": 7667712, "max": -1, "used": 192030424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T01:22:07,547 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:43345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:43345 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T01:22:07,609 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:22:07,633 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 912, reset compression=false 2024-11-20T01:22:07,749 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 1162, reset compression=false 2024-11-20T01:22:07,809 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:22:07,867 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/.tmp/ns/8dfc7b1a0f294adfb713154fe183b7e9 2024-11-20T01:22:07,884 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/.tmp/f/f4e8c910b438403aaed86c6604a17fb7 2024-11-20T01:22:07,884 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/.tmp/rep_barrier/4332195e560b49f09e99f71c11c68edf is 112, key is test,,1732065717452.827de89322fbbc5876b97c37f8075a80./rep_barrier:seqnumDuringOpen/1732065718199/Put/seqid=0 2024-11-20T01:22:07,891 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4e8c910b438403aaed86c6604a17fb7 2024-11-20T01:22:07,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741844_1020 (size=5518) 2024-11-20T01:22:07,894 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/.tmp/rep_barrier/4332195e560b49f09e99f71c11c68edf 2024-11-20T01:22:07,917 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/.tmp/f1/967128e930d54fd599bd9370851e9719 is 30, key is row1/f1:/1732065725949/DeleteFamily/seqid=0 2024-11-20T01:22:07,919 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/.tmp/table/e14fe7cf6b15483b98f532ec8407f887 is 53, key is hbase:replication/table:state/1732065721946/Put/seqid=0 2024-11-20T01:22:07,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741845_1021 (size=5123) 2024-11-20T01:22:07,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741846_1022 (size=5308) 2024-11-20T01:22:07,950 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/.tmp/table/e14fe7cf6b15483b98f532ec8407f887 2024-11-20T01:22:07,958 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/.tmp/info/0c2a1a6f97414da9a503ab22eabc6498 as hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/info/0c2a1a6f97414da9a503ab22eabc6498 2024-11-20T01:22:07,963 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/info/0c2a1a6f97414da9a503ab22eabc6498, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T01:22:07,963 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/.tmp/ns/8dfc7b1a0f294adfb713154fe183b7e9 as hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/ns/8dfc7b1a0f294adfb713154fe183b7e9 2024-11-20T01:22:07,967 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/ns/8dfc7b1a0f294adfb713154fe183b7e9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T01:22:07,968 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/.tmp/rep_barrier/4332195e560b49f09e99f71c11c68edf as hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/rep_barrier/4332195e560b49f09e99f71c11c68edf 2024-11-20T01:22:07,974 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/rep_barrier/4332195e560b49f09e99f71c11c68edf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T01:22:07,975 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/.tmp/table/e14fe7cf6b15483b98f532ec8407f887 as hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/table/e14fe7cf6b15483b98f532ec8407f887 2024-11-20T01:22:07,981 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/table/e14fe7cf6b15483b98f532ec8407f887, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T01:22:07,983 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 975ms, sequenceid=16, compaction requested=false 2024-11-20T01:22:08,005 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T01:22:08,007 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:22:08,007 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:22:08,007 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:22:08,007 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065727008Running coprocessor pre-close hooks at 1732065727008Disabling compacts and flushes for region at 1732065727008Disabling writes for close at 1732065727008Obtaining lock to block concurrent updates at 1732065727008Preparing flush snapshotting stores in 1588230740 at 1732065727008Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732065727009 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732065727009Flushing 1588230740/info: creating writer at 1732065727009Flushing 1588230740/info: appending metadata at 1732065727022 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732065727022Flushing 1588230740/ns: creating writer at 1732065727437 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732065727460 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732065727460Flushing 1588230740/rep_barrier: creating writer at 1732065727871 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732065727883 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732065727884 (+1 ms)Flushing 1588230740/table: creating writer at 1732065727899 (+15 ms)Flushing 1588230740/table: appending metadata at 1732065727919 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732065727919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@726be8b5: reopening flushed file at 1732065727957 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@636025eb: reopening flushed file at 1732065727963 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@426e177d: reopening flushed file at 1732065727967 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e730226: reopening flushed file at 1732065727975 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 975ms, sequenceid=16, compaction requested=false at 1732065727983 (+8 ms)Writing region close event to WAL at 1732065727985 (+2 ms)Running coprocessor post-close hooks at 1732065728007 (+22 ms)Closed at 1732065728007 2024-11-20T01:22:08,007 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:22:08,009 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T01:22:08,009 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1325): Online Regions={827de89322fbbc5876b97c37f8075a80=test,,1732065717452.827de89322fbbc5876b97c37f8075a80.} 2024-11-20T01:22:08,009 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1351): Waiting on 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:22:08,057 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 1162, reset compression=false 2024-11-20T01:22:08,209 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1351): Waiting on 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:22:08,238 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 912, reset compression=false 2024-11-20T01:22:08,322 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/.tmp/f1/967128e930d54fd599bd9370851e9719 2024-11-20T01:22:08,327 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 967128e930d54fd599bd9370851e9719 2024-11-20T01:22:08,349 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/.tmp/norep/da98c385a80144cc99c41579982f0e22 is 33, key is row1/norep:/1732065725949/DeleteFamily/seqid=0 2024-11-20T01:22:08,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741847_1023 (size=5108) 2024-11-20T01:22:08,410 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1351): Waiting on 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:22:08,474 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 1162, reset compression=false 2024-11-20T01:22:08,610 DEBUG [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1351): Waiting on 827de89322fbbc5876b97c37f8075a80 2024-11-20T01:22:08,758 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/.tmp/norep/da98c385a80144cc99c41579982f0e22 2024-11-20T01:22:08,762 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da98c385a80144cc99c41579982f0e22 2024-11-20T01:22:08,763 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/.tmp/f/f4e8c910b438403aaed86c6604a17fb7 as hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/f/f4e8c910b438403aaed86c6604a17fb7 2024-11-20T01:22:08,767 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4e8c910b438403aaed86c6604a17fb7 2024-11-20T01:22:08,767 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/f/f4e8c910b438403aaed86c6604a17fb7, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T01:22:08,768 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/.tmp/f1/967128e930d54fd599bd9370851e9719 as hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/f1/967128e930d54fd599bd9370851e9719 2024-11-20T01:22:08,772 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 967128e930d54fd599bd9370851e9719 2024-11-20T01:22:08,772 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/f1/967128e930d54fd599bd9370851e9719, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T01:22:08,773 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/.tmp/norep/da98c385a80144cc99c41579982f0e22 as hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/norep/da98c385a80144cc99c41579982f0e22 2024-11-20T01:22:08,777 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da98c385a80144cc99c41579982f0e22 2024-11-20T01:22:08,777 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/norep/da98c385a80144cc99c41579982f0e22, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T01:22:08,779 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 827de89322fbbc5876b97c37f8075a80 in 1317ms, sequenceid=8, compaction requested=false 2024-11-20T01:22:08,783 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/data/default/test/827de89322fbbc5876b97c37f8075a80/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T01:22:08,783 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:22:08,783 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:22:08,783 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732065717452.827de89322fbbc5876b97c37f8075a80. 2024-11-20T01:22:08,783 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 827de89322fbbc5876b97c37f8075a80: Waiting for close lock at 1732065727462Running coprocessor pre-close hooks at 1732065727462Disabling compacts and flushes for region at 1732065727462Disabling writes for close at 1732065727462Obtaining lock to block concurrent updates at 1732065727462Preparing flush snapshotting stores in 827de89322fbbc5876b97c37f8075a80 at 1732065727462Finished memstore snapshotting test,,1732065717452.827de89322fbbc5876b97c37f8075a80., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732065727462Flushing stores of test,,1732065717452.827de89322fbbc5876b97c37f8075a80. at 1732065727463 (+1 ms)Flushing 827de89322fbbc5876b97c37f8075a80/f: creating writer at 1732065727463Flushing 827de89322fbbc5876b97c37f8075a80/f: appending metadata at 1732065727479 (+16 ms)Flushing 827de89322fbbc5876b97c37f8075a80/f: closing flushed file at 1732065727479Flushing 827de89322fbbc5876b97c37f8075a80/f1: creating writer at 1732065727892 (+413 ms)Flushing 827de89322fbbc5876b97c37f8075a80/f1: appending metadata at 1732065727916 (+24 ms)Flushing 827de89322fbbc5876b97c37f8075a80/f1: closing flushed file at 1732065727916Flushing 827de89322fbbc5876b97c37f8075a80/norep: creating writer at 1732065728328 (+412 ms)Flushing 827de89322fbbc5876b97c37f8075a80/norep: appending metadata at 1732065728348 (+20 ms)Flushing 827de89322fbbc5876b97c37f8075a80/norep: closing flushed file at 1732065728348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ee58dc: reopening flushed file at 1732065728762 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69b8119b: reopening flushed file at 1732065728767 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e337d90: reopening flushed file at 1732065728772 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 827de89322fbbc5876b97c37f8075a80 in 1317ms, sequenceid=8, compaction requested=false at 1732065728779 (+7 ms)Writing region close event to WAL at 1732065728780 (+1 ms)Running coprocessor post-close hooks at 1732065728783 (+3 ms)Closed at 1732065728783 2024-11-20T01:22:08,783 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732065717452.827de89322fbbc5876b97c37f8075a80. 2024-11-20T01:22:08,810 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,40347,1732065712422; all regions closed. 2024-11-20T01:22:08,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741834_1010 (size=4239) 2024-11-20T01:22:08,812 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.meta.1732065715186.meta not finished, retry = 0 2024-11-20T01:22:08,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741839_1015 (size=2676) 2024-11-20T01:22:08,915 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.rep.1732065721906 not finished, retry = 0 2024-11-20T01:22:08,969 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 912, reset compression=false 2024-11-20T01:22:08,993 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 1162, reset compression=false 2024-11-20T01:22:08,997 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:08,997 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/WALs/57759bcb46a5,40347,1732065712422/57759bcb46a5%2C40347%2C1732065712422.1732065714282 to pos 1806, reset compression=false 2024-11-20T01:22:09,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741832_1008 (size=1814) 2024-11-20T01:22:09,017 DEBUG [RS:0;57759bcb46a5:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:09,017 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:22:09,018 INFO [RS:0;57759bcb46a5:40347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:22:09,018 INFO [RS:0;57759bcb46a5:40347 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:22:09,018 INFO [RS:0;57759bcb46a5:40347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:22:09,018 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:22:09,018 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,40347,1732065712422 because: Region server is closing 2024-11-20T01:22:09,018 INFO [RS:0;57759bcb46a5:40347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:40347. 2024-11-20T01:22:09,018 DEBUG [RS:0;57759bcb46a5:40347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:09,018 DEBUG [RS:0;57759bcb46a5:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:09,018 DEBUG [RS:0;57759bcb46a5:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:09,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:09,119 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.shipper57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 terminated 2024-11-20T01:22:09,119 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40347,1732065712422.replicationSource.wal-reader.57759bcb46a5%2C40347%2C1732065712422,1-57759bcb46a5,40347,1732065712422 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T01:22:09,119 INFO [RS:0;57759bcb46a5:40347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:40347. 2024-11-20T01:22:09,119 DEBUG [RS:0;57759bcb46a5:40347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:09,119 DEBUG [RS:0;57759bcb46a5:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:09,119 DEBUG [RS:0;57759bcb46a5:40347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:09,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:09,119 INFO [RS:0;57759bcb46a5:40347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40347 2024-11-20T01:22:09,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427/rs 2024-11-20T01:22:09,188 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1872534427/rs/57759bcb46a5,40347,1732065712422 2024-11-20T01:22:09,188 INFO [RS:0;57759bcb46a5:40347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:22:09,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,40347,1732065712422] 2024-11-20T01:22:09,251 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1872534427/draining/57759bcb46a5,40347,1732065712422 already deleted, retry=false 2024-11-20T01:22:09,251 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,40347,1732065712422 expired; onlineServers=0 2024-11-20T01:22:09,251 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,43345,1732065712138' ***** 2024-11-20T01:22:09,251 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:22:09,251 INFO [M:0;57759bcb46a5:43345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:22:09,251 INFO [M:0;57759bcb46a5:43345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:22:09,251 DEBUG [M:0;57759bcb46a5:43345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:22:09,251 DEBUG [M:0;57759bcb46a5:43345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:22:09,251 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:22:09,251 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065713978 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065713978,5,FailOnTimeoutGroup] 2024-11-20T01:22:09,251 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065713978 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065713978,5,FailOnTimeoutGroup] 2024-11-20T01:22:09,252 INFO [M:0;57759bcb46a5:43345 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:22:09,252 INFO [M:0;57759bcb46a5:43345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:22:09,252 DEBUG [M:0;57759bcb46a5:43345 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:22:09,252 INFO [M:0;57759bcb46a5:43345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:22:09,252 INFO [M:0;57759bcb46a5:43345 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:22:09,252 INFO [M:0;57759bcb46a5:43345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:22:09,252 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:22:09,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1872534427/master 2024-11-20T01:22:09,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1872534427 2024-11-20T01:22:09,261 DEBUG [M:0;57759bcb46a5:43345 {}] zookeeper.ZKUtil(347): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Unable to get data of znode /1-1872534427/master because node does not exist (not an error) 2024-11-20T01:22:09,261 WARN [M:0;57759bcb46a5:43345 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:22:09,262 INFO [M:0;57759bcb46a5:43345 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/.lastflushedseqids 2024-11-20T01:22:09,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741848_1024 (size=245) 2024-11-20T01:22:09,331 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:09,331 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40347-0x10155d52af30004, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:09,331 INFO [RS:0;57759bcb46a5:40347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:22:09,331 INFO [RS:0;57759bcb46a5:40347 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,40347,1732065712422; zookeeper connection closed. 2024-11-20T01:22:09,331 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17594509 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17594509 2024-11-20T01:22:09,331 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:22:09,666 INFO [M:0;57759bcb46a5:43345 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:22:09,666 INFO [M:0;57759bcb46a5:43345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:22:09,666 DEBUG [M:0;57759bcb46a5:43345 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:22:09,666 INFO [M:0;57759bcb46a5:43345 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:09,666 DEBUG [M:0;57759bcb46a5:43345 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:09,666 DEBUG [M:0;57759bcb46a5:43345 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:22:09,666 DEBUG [M:0;57759bcb46a5:43345 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:09,667 INFO [M:0;57759bcb46a5:43345 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T01:22:09,679 DEBUG [M:0;57759bcb46a5:43345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43294c8c926746cdac29a426af6a65df is 82, key is hbase:meta,,1/info:regioninfo/1732065715216/Put/seqid=0 2024-11-20T01:22:09,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741849_1025 (size=5672) 2024-11-20T01:22:09,772 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 912, reset compression=false 2024-11-20T01:22:10,085 INFO [M:0;57759bcb46a5:43345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43294c8c926746cdac29a426af6a65df 2024-11-20T01:22:10,102 DEBUG [M:0;57759bcb46a5:43345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/322b126b53514f49ba57e83a12a42d8b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732065721950/Put/seqid=0 2024-11-20T01:22:10,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741850_1026 (size=8516) 2024-11-20T01:22:10,507 INFO [M:0;57759bcb46a5:43345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/322b126b53514f49ba57e83a12a42d8b 2024-11-20T01:22:10,523 DEBUG [M:0;57759bcb46a5:43345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03bfc21a7f264aada07d5525061bb574 is 69, key is 57759bcb46a5,40347,1732065712422/rs:state/1732065714106/Put/seqid=0 2024-11-20T01:22:10,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741851_1027 (size=5156) 2024-11-20T01:22:10,676 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 912, reset compression=false 2024-11-20T01:22:10,927 INFO [M:0;57759bcb46a5:43345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03bfc21a7f264aada07d5525061bb574 2024-11-20T01:22:10,932 DEBUG [M:0;57759bcb46a5:43345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43294c8c926746cdac29a426af6a65df as hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43294c8c926746cdac29a426af6a65df 2024-11-20T01:22:10,936 INFO [M:0;57759bcb46a5:43345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43294c8c926746cdac29a426af6a65df, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T01:22:10,936 DEBUG [M:0;57759bcb46a5:43345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/322b126b53514f49ba57e83a12a42d8b as hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/322b126b53514f49ba57e83a12a42d8b 2024-11-20T01:22:10,941 INFO [M:0;57759bcb46a5:43345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/322b126b53514f49ba57e83a12a42d8b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T01:22:10,941 DEBUG [M:0;57759bcb46a5:43345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03bfc21a7f264aada07d5525061bb574 as hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03bfc21a7f264aada07d5525061bb574 2024-11-20T01:22:10,945 INFO [M:0;57759bcb46a5:43345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35029/user/jenkins/test-data/bad01dbd-6602-87b8-9d79-4130c39c3d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03bfc21a7f264aada07d5525061bb574, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T01:22:10,946 INFO [M:0;57759bcb46a5:43345 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-20T01:22:10,947 INFO [M:0;57759bcb46a5:43345 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:10,947 DEBUG [M:0;57759bcb46a5:43345 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065729666Disabling compacts and flushes for region at 1732065729666Disabling writes for close at 1732065729666Obtaining lock to block concurrent updates at 1732065729667 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065729667Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732065729667Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065729667Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065729667Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065729679 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065729679Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065730088 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065730102 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065730102Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065730510 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065730523 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065730523Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f847708: reopening flushed file at 1732065730931 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46903602: reopening flushed file at 1732065730936 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5879f10a: reopening flushed file at 1732065730941 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1732065730946 (+5 ms)Writing region close event to WAL at 1732065730947 (+1 ms)Closed at 1732065730947 2024-11-20T01:22:10,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43845 is added to blk_1073741830_1006 (size=63654) 2024-11-20T01:22:10,949 INFO [M:0;57759bcb46a5:43345 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:22:10,949 INFO [M:0;57759bcb46a5:43345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43345 2024-11-20T01:22:10,950 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:22:10,950 INFO [M:0;57759bcb46a5:43345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:22:11,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:11,127 INFO [M:0;57759bcb46a5:43345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:22:11,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43345-0x10155d52af30003, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:11,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2afab2e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:22:11,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52498dd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:22:11,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:22:11,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75d36632{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:22:11,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54bf6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/hadoop.log.dir/,STOPPED} 2024-11-20T01:22:11,132 WARN [BP-366031468-172.17.0.3-1732065709477 heartbeating to localhost/127.0.0.1:35029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:22:11,132 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:22:11,132 WARN [BP-366031468-172.17.0.3-1732065709477 heartbeating to localhost/127.0.0.1:35029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-366031468-172.17.0.3-1732065709477 (Datanode Uuid b047ccd4-4f80-4b60-830a-4e6f5a5989b9) service to localhost/127.0.0.1:35029 2024-11-20T01:22:11,132 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:22:11,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/cluster_7c3d832a-15d7-da2a-198a-81cdf3e49ae3/data/data1/current/BP-366031468-172.17.0.3-1732065709477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:22:11,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/cluster_7c3d832a-15d7-da2a-198a-81cdf3e49ae3/data/data2/current/BP-366031468-172.17.0.3-1732065709477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:22:11,133 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:22:11,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c1f7958{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:22:11,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@322ee689{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:22:11,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:22:11,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1752b0ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:22:11,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@647fb346{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/hadoop.log.dir/,STOPPED} 2024-11-20T01:22:11,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:22:11,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:22:11,151 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:11,151 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:11,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:11,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:11,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:11,152 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:22:11,152 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1182043829, stopped=false 2024-11-20T01:22:11,152 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,46729,1732065704947 2024-11-20T01:22:11,250 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-738041807/running 2024-11-20T01:22:11,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-738041807/running 2024-11-20T01:22:11,250 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:22:11,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:22:11,250 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:22:11,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:11,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Set watcher on znode that does not yet exist, /0-738041807/running 2024-11-20T01:22:11,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:11,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Set watcher on znode that does not yet exist, /0-738041807/running 2024-11-20T01:22:11,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:11,250 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,38351,1732065705447' ***** 2024-11-20T01:22:11,250 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:22:11,250 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:22:11,251 INFO [RS:0;57759bcb46a5:38351 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:22:11,251 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:22:11,251 INFO [RS:0;57759bcb46a5:38351 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:22:11,251 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bc9e651f0774defe0da6c01804c64a7 2024-11-20T01:22:11,251 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(3091): Received CLOSE for bc191eeb634e720fb315fee206544d55 2024-11-20T01:22:11,251 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,38351,1732065705447 2024-11-20T01:22:11,251 INFO [RS:0;57759bcb46a5:38351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:22:11,251 INFO [RS:0;57759bcb46a5:38351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:38351. 2024-11-20T01:22:11,251 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bc9e651f0774defe0da6c01804c64a7, disabling compactions & flushes 2024-11-20T01:22:11,251 DEBUG [RS:0;57759bcb46a5:38351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:11,251 DEBUG [RS:0;57759bcb46a5:38351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:11,251 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7. 2024-11-20T01:22:11,251 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7. 2024-11-20T01:22:11,251 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7. after waiting 0 ms 2024-11-20T01:22:11,251 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7. 2024-11-20T01:22:11,251 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:22:11,251 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:22:11,251 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:22:11,251 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2bc9e651f0774defe0da6c01804c64a7 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-20T01:22:11,251 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:22:11,251 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T01:22:11,251 DEBUG [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1325): Online Regions={2bc9e651f0774defe0da6c01804c64a7=test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7., 1588230740=hbase:meta,,1.1588230740, bc191eeb634e720fb315fee206544d55=hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55.} 2024-11-20T01:22:11,251 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:22:11,251 DEBUG [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bc9e651f0774defe0da6c01804c64a7, bc191eeb634e720fb315fee206544d55 2024-11-20T01:22:11,251 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:22:11,251 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:22:11,252 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:22:11,252 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:22:11,252 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T01:22:11,264 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/.tmp/info/843cd3d103c44b549a25c75e4a742c29 is 147, key is hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55./info:regioninfo/1732065719473/Put/seqid=0 2024-11-20T01:22:11,267 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/.tmp/f/ded7f2116dcb453292e0d0674e69491e is 29, key is row1/f:/1732065725949/DeleteFamily/seqid=0 2024-11-20T01:22:11,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741840_1016 (size=7686) 2024-11-20T01:22:11,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741841_1017 (size=5118) 2024-11-20T01:22:11,276 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:22:11,452 DEBUG [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bc9e651f0774defe0da6c01804c64a7, bc191eeb634e720fb315fee206544d55 2024-11-20T01:22:11,652 DEBUG [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bc9e651f0774defe0da6c01804c64a7, bc191eeb634e720fb315fee206544d55 2024-11-20T01:22:11,670 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/.tmp/info/843cd3d103c44b549a25c75e4a742c29 2024-11-20T01:22:11,673 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/.tmp/f/ded7f2116dcb453292e0d0674e69491e 2024-11-20T01:22:11,676 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ded7f2116dcb453292e0d0674e69491e 2024-11-20T01:22:11,683 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 912, reset compression=false 2024-11-20T01:22:11,686 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:11,686 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 1159, reset compression=false 2024-11-20T01:22:11,686 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,38351,1732065705447 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:11,688 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57759bcb46a5,38351,1732065705447: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57759bcb46a5,38351,1732065705447, walGroup=57759bcb46a5%2C38351%2C1732065705447, offset=57759bcb46a5%2C38351%2C1732065705447.1732065708885:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:38351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T01:22:11,689 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T01:22:11,689 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T01:22:11,689 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T01:22:11,689 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T01:22:11,689 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T01:22:11,690 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 736543216 }, "NonHeapMemoryUsage": { "committed": 195690496, "init": 7667712, "max": -1, "used": 192751504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T01:22:11,690 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/.tmp/ns/8abf47d36db341438ec60c7119f89b34 is 43, key is default/ns:d/1732065709352/Put/seqid=0 2024-11-20T01:22:11,690 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/.tmp/f1/8f70f4a450f440c8b344849ed8876437 is 30, key is row1/f1:/1732065725949/DeleteFamily/seqid=0 2024-11-20T01:22:11,690 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:46729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:46729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T01:22:11,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741843_1019 (size=5153) 2024-11-20T01:22:11,696 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/.tmp/ns/8abf47d36db341438ec60c7119f89b34 2024-11-20T01:22:11,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741842_1018 (size=5123) 2024-11-20T01:22:11,697 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/.tmp/f1/8f70f4a450f440c8b344849ed8876437 2024-11-20T01:22:11,701 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f70f4a450f440c8b344849ed8876437 2024-11-20T01:22:11,712 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/.tmp/rep_barrier/b7c9cf9823a94fe99f7731b2e1647e18 is 112, key is test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7./rep_barrier:seqnumDuringOpen/1732065716470/Put/seqid=0 2024-11-20T01:22:11,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741844_1020 (size=5518) 2024-11-20T01:22:11,716 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/.tmp/rep_barrier/b7c9cf9823a94fe99f7731b2e1647e18 2024-11-20T01:22:11,720 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/.tmp/norep/018af67a47c347cf813e0eb491702bdb is 32, key is row/norep:/1732065724944/DeleteFamily/seqid=0 2024-11-20T01:22:11,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741845_1021 (size=5101) 2024-11-20T01:22:11,735 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/.tmp/table/709ce79089854e03ac8acd34edeee9a5 is 53, key is hbase:replication/table:state/1732065719481/Put/seqid=0 2024-11-20T01:22:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741846_1022 (size=5308) 2024-11-20T01:22:11,760 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:22:11,760 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:22:11,852 DEBUG [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bc9e651f0774defe0da6c01804c64a7, bc191eeb634e720fb315fee206544d55 2024-11-20T01:22:11,895 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 1159, reset compression=false 2024-11-20T01:22:12,052 DEBUG [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bc9e651f0774defe0da6c01804c64a7, bc191eeb634e720fb315fee206544d55 2024-11-20T01:22:12,123 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/.tmp/norep/018af67a47c347cf813e0eb491702bdb 2024-11-20T01:22:12,127 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 018af67a47c347cf813e0eb491702bdb 2024-11-20T01:22:12,127 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/.tmp/f/ded7f2116dcb453292e0d0674e69491e as hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/f/ded7f2116dcb453292e0d0674e69491e 2024-11-20T01:22:12,132 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ded7f2116dcb453292e0d0674e69491e 2024-11-20T01:22:12,132 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/f/ded7f2116dcb453292e0d0674e69491e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T01:22:12,133 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/.tmp/f1/8f70f4a450f440c8b344849ed8876437 as hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/f1/8f70f4a450f440c8b344849ed8876437 2024-11-20T01:22:12,138 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f70f4a450f440c8b344849ed8876437 2024-11-20T01:22:12,138 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/f1/8f70f4a450f440c8b344849ed8876437, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T01:22:12,139 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/.tmp/table/709ce79089854e03ac8acd34edeee9a5 2024-11-20T01:22:12,139 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/.tmp/norep/018af67a47c347cf813e0eb491702bdb as hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/norep/018af67a47c347cf813e0eb491702bdb 2024-11-20T01:22:12,142 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 018af67a47c347cf813e0eb491702bdb 2024-11-20T01:22:12,142 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/norep/018af67a47c347cf813e0eb491702bdb, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T01:22:12,142 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/.tmp/info/843cd3d103c44b549a25c75e4a742c29 as hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/info/843cd3d103c44b549a25c75e4a742c29 2024-11-20T01:22:12,143 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2bc9e651f0774defe0da6c01804c64a7 in 892ms, sequenceid=8, compaction requested=false 2024-11-20T01:22:12,146 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/info/843cd3d103c44b549a25c75e4a742c29, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T01:22:12,146 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/default/test/2bc9e651f0774defe0da6c01804c64a7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T01:22:12,147 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:22:12,147 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:22:12,147 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/.tmp/ns/8abf47d36db341438ec60c7119f89b34 as hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/ns/8abf47d36db341438ec60c7119f89b34 2024-11-20T01:22:12,147 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7. 2024-11-20T01:22:12,147 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bc9e651f0774defe0da6c01804c64a7: Waiting for close lock at 1732065731251Running coprocessor pre-close hooks at 1732065731251Disabling compacts and flushes for region at 1732065731251Disabling writes for close at 1732065731251Obtaining lock to block concurrent updates at 1732065731251Preparing flush snapshotting stores in 2bc9e651f0774defe0da6c01804c64a7 at 1732065731251Finished memstore snapshotting test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732065731252 (+1 ms)Flushing stores of test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7. at 1732065731252Flushing 2bc9e651f0774defe0da6c01804c64a7/f: creating writer at 1732065731252Flushing 2bc9e651f0774defe0da6c01804c64a7/f: appending metadata at 1732065731266 (+14 ms)Flushing 2bc9e651f0774defe0da6c01804c64a7/f: closing flushed file at 1732065731266Flushing 2bc9e651f0774defe0da6c01804c64a7/f1: creating writer at 1732065731676 (+410 ms)Flushing 2bc9e651f0774defe0da6c01804c64a7/f1: appending metadata at 1732065731689 (+13 ms)Flushing 2bc9e651f0774defe0da6c01804c64a7/f1: closing flushed file at 1732065731689Flushing 2bc9e651f0774defe0da6c01804c64a7/norep: creating writer at 1732065731701 (+12 ms)Flushing 2bc9e651f0774defe0da6c01804c64a7/norep: appending metadata at 1732065731719 (+18 ms)Flushing 2bc9e651f0774defe0da6c01804c64a7/norep: closing flushed file at 1732065731719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1041102c: reopening flushed file at 1732065732127 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f41aed: reopening flushed file at 1732065732132 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@764c93e9: reopening flushed file at 1732065732138 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2bc9e651f0774defe0da6c01804c64a7 in 892ms, sequenceid=8, compaction requested=false at 1732065732143 (+5 ms)Writing region close event to WAL at 1732065732144 (+1 ms)Running coprocessor post-close hooks at 1732065732147 (+3 ms)Closed at 1732065732147 2024-11-20T01:22:12,147 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732065715298.2bc9e651f0774defe0da6c01804c64a7. 2024-11-20T01:22:12,147 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc191eeb634e720fb315fee206544d55, disabling compactions & flushes 2024-11-20T01:22:12,147 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. 2024-11-20T01:22:12,147 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. 2024-11-20T01:22:12,147 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. after waiting 0 ms 2024-11-20T01:22:12,147 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. 2024-11-20T01:22:12,147 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc191eeb634e720fb315fee206544d55: Waiting for close lock at 1732065732147Running coprocessor pre-close hooks at 1732065732147Disabling compacts and flushes for region at 1732065732147Disabling writes for close at 1732065732147Failed flush hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55., putting online again at 1732065732147 2024-11-20T01:22:12,148 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. 2024-11-20T01:22:12,151 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/ns/8abf47d36db341438ec60c7119f89b34, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T01:22:12,151 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/.tmp/rep_barrier/b7c9cf9823a94fe99f7731b2e1647e18 as hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/rep_barrier/b7c9cf9823a94fe99f7731b2e1647e18 2024-11-20T01:22:12,155 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/rep_barrier/b7c9cf9823a94fe99f7731b2e1647e18, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T01:22:12,155 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/.tmp/table/709ce79089854e03ac8acd34edeee9a5 as hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/table/709ce79089854e03ac8acd34edeee9a5 2024-11-20T01:22:12,158 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/table/709ce79089854e03ac8acd34edeee9a5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T01:22:12,159 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=16, compaction requested=false 2024-11-20T01:22:12,159 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:22:12,162 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T01:22:12,163 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:22:12,163 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:22:12,163 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:22:12,163 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065731251Running coprocessor pre-close hooks at 1732065731251Disabling compacts and flushes for region at 1732065731251Disabling writes for close at 1732065731252 (+1 ms)Obtaining lock to block concurrent updates at 1732065731252Preparing flush snapshotting stores in 1588230740 at 1732065731252Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732065731252Flushing stores of hbase:meta,,1.1588230740 at 1732065731252Flushing 1588230740/info: creating writer at 1732065731252Flushing 1588230740/info: appending metadata at 1732065731264 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732065731264Flushing 1588230740/ns: creating writer at 1732065731674 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732065731689 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732065731689Flushing 1588230740/rep_barrier: creating writer at 1732065731700 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732065731712 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732065731712Flushing 1588230740/table: creating writer at 1732065731723 (+11 ms)Flushing 1588230740/table: appending metadata at 1732065731735 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732065731735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35596296: reopening flushed file at 1732065732142 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea9e7b8: reopening flushed file at 1732065732146 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ffa5315: reopening flushed file at 1732065732151 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea2d502: reopening flushed file at 1732065732155 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 907ms, sequenceid=16, compaction requested=false at 1732065732159 (+4 ms)Writing region close event to WAL at 1732065732160 (+1 ms)Running coprocessor post-close hooks at 1732065732163 (+3 ms)Closed at 1732065732163 2024-11-20T01:22:12,163 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:22:12,198 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 1159, reset compression=false 2024-11-20T01:22:12,202 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:12,202 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 1803, reset compression=false 2024-11-20T01:22:12,252 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T01:22:12,252 DEBUG [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1325): Online Regions={bc191eeb634e720fb315fee206544d55=hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55.} 2024-11-20T01:22:12,252 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(3091): Received CLOSE for bc191eeb634e720fb315fee206544d55 2024-11-20T01:22:12,253 DEBUG [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1351): Waiting on bc191eeb634e720fb315fee206544d55 2024-11-20T01:22:12,253 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc191eeb634e720fb315fee206544d55, disabling compactions & flushes 2024-11-20T01:22:12,253 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. 2024-11-20T01:22:12,253 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. 2024-11-20T01:22:12,253 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. after waiting 0 ms 2024-11-20T01:22:12,253 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. 2024-11-20T01:22:12,253 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc191eeb634e720fb315fee206544d55: Waiting for close lock at 1732065732253Running coprocessor pre-close hooks at 1732065732253Disabling compacts and flushes for region at 1732065732253Disabling writes for close at 1732065732253Failed flush hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55., putting online again at 1732065732253 2024-11-20T01:22:12,253 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732065718617.bc191eeb634e720fb315fee206544d55. 2024-11-20T01:22:12,405 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 1803, reset compression=false 2024-11-20T01:22:12,453 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T01:22:12,453 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,38351,1732065705447; all regions closed. 2024-11-20T01:22:12,455 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.meta.1732065709238.meta not finished, retry = 0 2024-11-20T01:22:12,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741834_1010 (size=4239) 2024-11-20T01:22:12,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741839_1015 (size=1733) 2024-11-20T01:22:12,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.rep.1732065719375 not finished, retry = 0 2024-11-20T01:22:12,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741833_1009 (size=1811) 2024-11-20T01:22:12,660 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 not finished, retry = 0 2024-11-20T01:22:12,709 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 to pos 1803, reset compression=false 2024-11-20T01:22:12,761 DEBUG [RS:0;57759bcb46a5:38351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:12,761 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:22:12,761 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/WALs/57759bcb46a5,38351,1732065705447/57759bcb46a5%2C38351%2C1732065705447.1732065708885 2024-11-20T01:22:12,761 INFO [RS:0;57759bcb46a5:38351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:22:12,761 INFO [RS:0;57759bcb46a5:38351 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:22:12,761 INFO [RS:0;57759bcb46a5:38351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:22:12,761 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:22:12,761 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,38351,1732065705447 because: Region server is closing 2024-11-20T01:22:12,761 INFO [RS:0;57759bcb46a5:38351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:38351. 2024-11-20T01:22:12,761 DEBUG [RS:0;57759bcb46a5:38351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:12,761 DEBUG [RS:0;57759bcb46a5:38351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:12,761 DEBUG [RS:0;57759bcb46a5:38351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:12,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:12,862 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.shipper57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 terminated 2024-11-20T01:22:12,862 INFO [RS:0;57759bcb46a5:38351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:38351. 2024-11-20T01:22:12,862 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,38351,1732065705447.replicationSource.wal-reader.57759bcb46a5%2C38351%2C1732065705447,1-57759bcb46a5,38351,1732065705447 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-20T01:22:12,862 DEBUG [RS:0;57759bcb46a5:38351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:12,862 DEBUG [RS:0;57759bcb46a5:38351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:12,862 DEBUG [RS:0;57759bcb46a5:38351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:12,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:12,862 INFO [RS:0;57759bcb46a5:38351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38351 2024-11-20T01:22:12,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807/rs 2024-11-20T01:22:12,911 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-738041807/rs/57759bcb46a5,38351,1732065705447 2024-11-20T01:22:12,911 INFO [RS:0;57759bcb46a5:38351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:22:12,911 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,38351,1732065705447] 2024-11-20T01:22:12,932 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-738041807/draining/57759bcb46a5,38351,1732065705447 already deleted, retry=false 2024-11-20T01:22:12,932 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,38351,1732065705447 expired; onlineServers=0 2024-11-20T01:22:12,932 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,46729,1732065704947' ***** 2024-11-20T01:22:12,932 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:22:12,932 INFO [M:0;57759bcb46a5:46729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:22:12,932 INFO [M:0;57759bcb46a5:46729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:22:12,932 DEBUG [M:0;57759bcb46a5:46729 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:22:12,932 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:22:12,932 DEBUG [M:0;57759bcb46a5:46729 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:22:12,932 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065707630 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065707630,5,FailOnTimeoutGroup] 2024-11-20T01:22:12,932 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065707630 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065707630,5,FailOnTimeoutGroup] 2024-11-20T01:22:12,933 INFO [M:0;57759bcb46a5:46729 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:22:12,933 INFO [M:0;57759bcb46a5:46729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:22:12,933 DEBUG [M:0;57759bcb46a5:46729 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:22:12,933 INFO [M:0;57759bcb46a5:46729 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:22:12,933 INFO [M:0;57759bcb46a5:46729 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:22:12,933 INFO [M:0;57759bcb46a5:46729 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:22:12,933 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:22:12,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-738041807/master 2024-11-20T01:22:12,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-738041807 2024-11-20T01:22:12,956 DEBUG [M:0;57759bcb46a5:46729 {}] zookeeper.RecoverableZooKeeper(212): Node /0-738041807/master already deleted, retry=false 2024-11-20T01:22:12,956 DEBUG [M:0;57759bcb46a5:46729 {}] master.ActiveMasterManager(353): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-738041807/master 2024-11-20T01:22:12,964 INFO [M:0;57759bcb46a5:46729 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/.lastflushedseqids 2024-11-20T01:22:12,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:22:12,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741847_1023 (size=245) 2024-11-20T01:22:13,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:13,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:13,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:13,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:13,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:13,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:13,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:13,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:13,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:13,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:13,022 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:13,022 INFO [RS:0;57759bcb46a5:38351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:22:13,022 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38351-0x10155d52af30001, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:13,022 INFO [RS:0;57759bcb46a5:38351 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,38351,1732065705447; zookeeper connection closed. 2024-11-20T01:22:13,022 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21edfe7a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21edfe7a 2024-11-20T01:22:13,022 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:22:13,381 INFO [M:0;57759bcb46a5:46729 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:22:13,381 INFO [M:0;57759bcb46a5:46729 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:22:13,381 DEBUG [M:0;57759bcb46a5:46729 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:22:13,382 INFO [M:0;57759bcb46a5:46729 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:13,382 DEBUG [M:0;57759bcb46a5:46729 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:13,382 DEBUG [M:0;57759bcb46a5:46729 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:22:13,382 DEBUG [M:0;57759bcb46a5:46729 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:13,382 INFO [M:0;57759bcb46a5:46729 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T01:22:13,395 DEBUG [M:0;57759bcb46a5:46729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/431983cbb3884dff8f17b8bb7b8a2b36 is 82, key is hbase:meta,,1/info:regioninfo/1732065709273/Put/seqid=0 2024-11-20T01:22:13,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741848_1024 (size=5672) 2024-11-20T01:22:13,799 INFO [M:0;57759bcb46a5:46729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/431983cbb3884dff8f17b8bb7b8a2b36 2024-11-20T01:22:13,814 DEBUG [M:0;57759bcb46a5:46729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c47e13d441394c42981c83e7ce646ffc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732065719485/Put/seqid=0 2024-11-20T01:22:13,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741849_1025 (size=8516) 2024-11-20T01:22:14,218 INFO [M:0;57759bcb46a5:46729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c47e13d441394c42981c83e7ce646ffc 2024-11-20T01:22:14,246 DEBUG [M:0;57759bcb46a5:46729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4892456142c143de91a7002e39be7b24 is 69, key is 57759bcb46a5,38351,1732065705447/rs:state/1732065708456/Put/seqid=0 2024-11-20T01:22:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741850_1026 (size=5156) 2024-11-20T01:22:14,537 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:22:14,656 INFO [M:0;57759bcb46a5:46729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4892456142c143de91a7002e39be7b24 2024-11-20T01:22:14,668 DEBUG [M:0;57759bcb46a5:46729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/431983cbb3884dff8f17b8bb7b8a2b36 as hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/431983cbb3884dff8f17b8bb7b8a2b36 2024-11-20T01:22:14,681 INFO [M:0;57759bcb46a5:46729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/431983cbb3884dff8f17b8bb7b8a2b36, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T01:22:14,682 DEBUG [M:0;57759bcb46a5:46729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c47e13d441394c42981c83e7ce646ffc as hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c47e13d441394c42981c83e7ce646ffc 2024-11-20T01:22:14,687 INFO [M:0;57759bcb46a5:46729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c47e13d441394c42981c83e7ce646ffc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T01:22:14,693 DEBUG [M:0;57759bcb46a5:46729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4892456142c143de91a7002e39be7b24 as hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4892456142c143de91a7002e39be7b24 2024-11-20T01:22:14,698 INFO [M:0;57759bcb46a5:46729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37771/user/jenkins/test-data/42506612-6d1c-6e3f-0f54-7bb86ee2e192/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4892456142c143de91a7002e39be7b24, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T01:22:14,699 INFO [M:0;57759bcb46a5:46729 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=97, compaction requested=false 2024-11-20T01:22:14,707 INFO [M:0;57759bcb46a5:46729 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:14,707 DEBUG [M:0;57759bcb46a5:46729 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065733381Disabling compacts and flushes for region at 1732065733381Disabling writes for close at 1732065733382 (+1 ms)Obtaining lock to block concurrent updates at 1732065733382Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065733382Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732065733382Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065733382Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065733382Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065733394 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065733394Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065733802 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065733814 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065733814Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065734225 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065734245 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065734246 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a439027: reopening flushed file at 1732065734665 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f97e86a: reopening flushed file at 1732065734681 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463318ad: reopening flushed file at 1732065734688 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=97, compaction requested=false at 1732065734699 (+11 ms)Writing region close event to WAL at 1732065734706 (+7 ms)Closed at 1732065734706 2024-11-20T01:22:14,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40345 is added to blk_1073741830_1006 (size=63654) 2024-11-20T01:22:14,723 INFO [M:0;57759bcb46a5:46729 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:22:14,723 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:22:14,723 INFO [M:0;57759bcb46a5:46729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46729 2024-11-20T01:22:14,724 INFO [M:0;57759bcb46a5:46729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:22:14,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:14,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46729-0x10155d52af30000, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:14,888 INFO [M:0;57759bcb46a5:46729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:22:14,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aa2c42e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:22:14,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e06ac6e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:22:14,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:22:14,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b08cf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:22:14,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@179e3049{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/hadoop.log.dir/,STOPPED} 2024-11-20T01:22:14,898 WARN [BP-2010296088-172.17.0.3-1732065701731 heartbeating to localhost/127.0.0.1:37771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:22:14,898 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:22:14,898 WARN [BP-2010296088-172.17.0.3-1732065701731 heartbeating to localhost/127.0.0.1:37771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2010296088-172.17.0.3-1732065701731 (Datanode Uuid f2ae1cff-862a-405d-ad0c-4b63f5e1d8da) service to localhost/127.0.0.1:37771 2024-11-20T01:22:14,898 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:22:14,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/cluster_d538742c-a42a-1f9d-26e4-a8abdb6e8085/data/data1/current/BP-2010296088-172.17.0.3-1732065701731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:22:14,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/cluster_d538742c-a42a-1f9d-26e4-a8abdb6e8085/data/data2/current/BP-2010296088-172.17.0.3-1732065701731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:22:14,899 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:22:14,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cb2cb59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:22:14,911 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@608d745a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:22:14,911 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:22:14,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7646ee76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:22:14,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f24379b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67cc4101-ceea-07fb-00d6-defbb53dfe3f/hadoop.log.dir/,STOPPED} 2024-11-20T01:22:14,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T01:22:14,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:22:14,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 246) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61001) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35029 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37771 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61001) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=517 (was 593), ProcessCount=11 (was 11), AvailableMemoryMB=3103 (was 3870) 2024-11-20T01:22:14,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=517, ProcessCount=11, AvailableMemoryMB=3102 2024-11-20T01:22:15,004 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-20T01:22:15,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/hadoop.log.dir so I do NOT create it in target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2 2024-11-20T01:22:15,005 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:22:15,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/hadoop.tmp.dir so I do NOT create it in target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2 2024-11-20T01:22:15,005 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/925ce154-6be2-d9e3-31a5-8593b5ae6bd1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:22:15,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2 2024-11-20T01:22:15,005 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/cluster_ef1bba97-924e-d1ab-3210-9481e525e5cd, deleteOnExit=true 2024-11-20T01:22:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155d52af30002, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:22:15,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155d52af30002, quorum=127.0.0.1:61001, baseZNode=/0-738041807 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:22:15,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155d52af30005, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:22:15,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155d52af30005, quorum=127.0.0.1:61001, baseZNode=/1-1872534427 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:22:15,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/cluster_ef1bba97-924e-d1ab-3210-9481e525e5cd/zookeeper_0, clientPort=62218, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/cluster_ef1bba97-924e-d1ab-3210-9481e525e5cd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/cluster_ef1bba97-924e-d1ab-3210-9481e525e5cd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T01:22:15,084 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62218 2024-11-20T01:22:15,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:22:15,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:22:15,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/test.cache.data in system properties and HBase conf 2024-11-20T01:22:15,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:22:15,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:22:15,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:22:15,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:22:15,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:22:15,086 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:22:15,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:22:15,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:22:15,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:22:15,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:22:15,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:22:15,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:22:15,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:22:15,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:22:15,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:22:15,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:22:15,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:22:15,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:22:15,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:22:15,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:22:15,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:22:15,436 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:22:15,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:22:15,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:22:15,444 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:22:15,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:22:15,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@638cd3ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:22:15,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17bc80f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:22:15,469 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:15,470 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:22:15,470 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38356 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:22:15,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fa3523f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/java.io.tmpdir/jetty-localhost-34611-hadoop-hdfs-3_4_1-tests_jar-_-any-17166748872368627203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:22:15,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f8b37b8{HTTP/1.1, (http/1.1)}{localhost:34611} 2024-11-20T01:22:15,553 INFO [Time-limited test {}] server.Server(415): Started @274218ms 2024-11-20T01:22:15,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:22:15,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:22:15,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:22:15,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:22:15,823 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:22:15,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@330618c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:22:15,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a4775d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:22:15,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44ddc9d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/java.io.tmpdir/jetty-localhost-43577-hadoop-hdfs-3_4_1-tests_jar-_-any-4775385414996778362/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:22:15,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@330652c7{HTTP/1.1, (http/1.1)}{localhost:43577} 2024-11-20T01:22:15,953 INFO [Time-limited test {}] server.Server(415): Started @274618ms 2024-11-20T01:22:15,954 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:22:16,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:22:16,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T01:22:16,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T01:22:16,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:22:16,653 WARN [Thread-2650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/cluster_ef1bba97-924e-d1ab-3210-9481e525e5cd/data/data1/current/BP-1980953737-172.17.0.3-1732065735111/current, will proceed with Du for space computation calculation, 2024-11-20T01:22:16,653 WARN [Thread-2651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/cluster_ef1bba97-924e-d1ab-3210-9481e525e5cd/data/data2/current/BP-1980953737-172.17.0.3-1732065735111/current, will proceed with Du for space computation calculation, 2024-11-20T01:22:16,667 WARN [Thread-2638 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:22:16,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6726a0b58d65f2a3 with lease ID 0x7f677fad47f67482: Processing first storage report for DS-bc19d66b-6725-4149-abc0-065863241e3d from datanode DatanodeRegistration(127.0.0.1:38149, datanodeUuid=07d2347d-933f-41ed-b755-527bfc046cfc, infoPort=35255, infoSecurePort=0, ipcPort=37915, storageInfo=lv=-57;cid=testClusterID;nsid=278428879;c=1732065735111) 2024-11-20T01:22:16,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6726a0b58d65f2a3 with lease ID 0x7f677fad47f67482: from storage DS-bc19d66b-6725-4149-abc0-065863241e3d node DatanodeRegistration(127.0.0.1:38149, datanodeUuid=07d2347d-933f-41ed-b755-527bfc046cfc, infoPort=35255, infoSecurePort=0, ipcPort=37915, storageInfo=lv=-57;cid=testClusterID;nsid=278428879;c=1732065735111), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:22:16,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6726a0b58d65f2a3 with lease ID 0x7f677fad47f67482: Processing first storage report for DS-9d99da70-3045-41f6-9151-691a37d8e86c from datanode DatanodeRegistration(127.0.0.1:38149, datanodeUuid=07d2347d-933f-41ed-b755-527bfc046cfc, infoPort=35255, infoSecurePort=0, ipcPort=37915, storageInfo=lv=-57;cid=testClusterID;nsid=278428879;c=1732065735111) 2024-11-20T01:22:16,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6726a0b58d65f2a3 with lease ID 0x7f677fad47f67482: from storage DS-9d99da70-3045-41f6-9151-691a37d8e86c node DatanodeRegistration(127.0.0.1:38149, datanodeUuid=07d2347d-933f-41ed-b755-527bfc046cfc, infoPort=35255, infoSecurePort=0, ipcPort=37915, storageInfo=lv=-57;cid=testClusterID;nsid=278428879;c=1732065735111), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:22:16,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2 2024-11-20T01:22:16,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:16,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:16,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:22:17,122 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0 with version=8 2024-11-20T01:22:17,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/hbase-staging 2024-11-20T01:22:17,124 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:22:17,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:17,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:17,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:22:17,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:17,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:22:17,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:22:17,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:22:17,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46531 2024-11-20T01:22:17,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46531 connecting to ZooKeeper ensemble=127.0.0.1:62218 2024-11-20T01:22:17,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465310x0, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:22:17,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46531-0x10155d5ad350000 connected 2024-11-20T01:22:17,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:17,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:17,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Set watcher on znode that does not yet exist, /0-823124166/running 2024-11-20T01:22:17,306 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0, hbase.cluster.distributed=false 2024-11-20T01:22:17,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Set watcher on znode that does not yet exist, /0-823124166/acl 2024-11-20T01:22:17,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46531 2024-11-20T01:22:17,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46531 2024-11-20T01:22:17,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46531 2024-11-20T01:22:17,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46531 2024-11-20T01:22:17,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46531 2024-11-20T01:22:17,324 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:22:17,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:17,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:17,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:22:17,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:17,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:22:17,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:22:17,324 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:22:17,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41883 2024-11-20T01:22:17,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41883 connecting to ZooKeeper ensemble=127.0.0.1:62218 2024-11-20T01:22:17,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:17,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:17,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418830x0, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:22:17,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41883-0x10155d5ad350001 connected 2024-11-20T01:22:17,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Set watcher on znode that does not yet exist, /0-823124166/running 2024-11-20T01:22:17,335 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:22:17,336 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:22:17,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Set watcher on znode that does not yet exist, /0-823124166/master 2024-11-20T01:22:17,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Set watcher on znode that does not yet exist, /0-823124166/acl 2024-11-20T01:22:17,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41883 2024-11-20T01:22:17,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41883 2024-11-20T01:22:17,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41883 2024-11-20T01:22:17,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41883 2024-11-20T01:22:17,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41883 2024-11-20T01:22:17,358 DEBUG [M:0;57759bcb46a5:46531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:46531 2024-11-20T01:22:17,358 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-823124166/backup-masters/57759bcb46a5,46531,1732065737124 2024-11-20T01:22:17,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166/backup-masters 2024-11-20T01:22:17,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166/backup-masters 2024-11-20T01:22:17,366 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Set watcher on existing znode=/0-823124166/backup-masters/57759bcb46a5,46531,1732065737124 2024-11-20T01:22:17,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:17,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-823124166/master 2024-11-20T01:22:17,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:17,377 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Set watcher on existing znode=/0-823124166/master 2024-11-20T01:22:17,377 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-823124166/backup-masters/57759bcb46a5,46531,1732065737124 from backup master directory 2024-11-20T01:22:17,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166/backup-masters 2024-11-20T01:22:17,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-823124166/backup-masters/57759bcb46a5,46531,1732065737124 2024-11-20T01:22:17,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166/backup-masters 2024-11-20T01:22:17,387 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:22:17,387 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,46531,1732065737124 2024-11-20T01:22:17,390 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/hbase.id] with ID: ff593265-72d6-4d4a-80f8-4c969170bebd 2024-11-20T01:22:17,390 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/.tmp/hbase.id 2024-11-20T01:22:17,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:22:17,794 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/.tmp/hbase.id]:[hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/hbase.id] 2024-11-20T01:22:17,802 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:17,803 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:22:17,803 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T01:22:17,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:17,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:22:18,255 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:22:18,256 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:22:18,257 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:18,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:22:18,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:22:18,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:18,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:18,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:18,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:18,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:18,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:18,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:18,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:18,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:18,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:18,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:18,667 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store 2024-11-20T01:22:18,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:22:18,738 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:18,738 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:22:18,738 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:18,738 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:18,739 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:22:18,739 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:18,739 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:18,739 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065738738Disabling compacts and flushes for region at 1732065738738Disabling writes for close at 1732065738739 (+1 ms)Writing region close event to WAL at 1732065738739Closed at 1732065738739 2024-11-20T01:22:18,739 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/.initializing 2024-11-20T01:22:18,740 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/WALs/57759bcb46a5,46531,1732065737124 2024-11-20T01:22:18,741 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:22:18,742 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C46531%2C1732065737124, suffix=, logDir=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/WALs/57759bcb46a5,46531,1732065737124, archiveDir=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/oldWALs, maxLogs=10 2024-11-20T01:22:18,774 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/WALs/57759bcb46a5,46531,1732065737124/57759bcb46a5%2C46531%2C1732065737124.1732065738742, exclude list is [], retry=0 2024-11-20T01:22:18,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38149,DS-bc19d66b-6725-4149-abc0-065863241e3d,DISK] 2024-11-20T01:22:18,805 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/WALs/57759bcb46a5,46531,1732065737124/57759bcb46a5%2C46531%2C1732065737124.1732065738742 2024-11-20T01:22:18,808 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35255:35255)] 2024-11-20T01:22:18,809 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:18,809 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:18,809 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:18,809 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:18,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:18,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:22:18,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:18,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:18,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:18,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:22:18,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:18,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:18,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:18,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:22:18,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:18,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:18,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:18,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:22:18,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:18,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:18,820 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:18,820 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:18,820 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:18,821 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:18,821 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:18,822 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:22:18,822 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:18,829 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:18,829 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73797991, jitterRate=0.09967575967311859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:22:18,830 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065738809Initializing all the Stores at 1732065738810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065738810Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065738812 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065738812Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065738812Cleaning up temporary data from old regions at 1732065738821 (+9 ms)Region opened successfully at 1732065738830 (+9 ms) 2024-11-20T01:22:18,830 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:22:18,833 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c09b06b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:22:18,834 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:22:18,834 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:22:18,834 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:22:18,835 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:22:18,836 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:22:18,836 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:22:18,836 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:22:18,842 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:22:18,848 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Unable to get data of znode /0-823124166/balancer because node does not exist (not necessarily an error) 2024-11-20T01:22:18,900 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-823124166/balancer already deleted, retry=false 2024-11-20T01:22:18,900 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:22:18,901 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Unable to get data of znode /0-823124166/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:22:18,913 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-823124166/normalizer already deleted, retry=false 2024-11-20T01:22:18,914 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:22:18,915 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Unable to get data of znode /0-823124166/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:22:18,924 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-823124166/switch/split already deleted, retry=false 2024-11-20T01:22:18,925 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Unable to get data of znode /0-823124166/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:22:18,934 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-823124166/switch/merge already deleted, retry=false 2024-11-20T01:22:18,936 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Unable to get data of znode /0-823124166/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:22:18,945 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-823124166/snapshot-cleanup already deleted, retry=false 2024-11-20T01:22:18,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-823124166/running 2024-11-20T01:22:18,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-823124166/running 2024-11-20T01:22:18,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:18,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:18,956 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,46531,1732065737124, sessionid=0x10155d5ad350000, setting cluster-up flag (Was=false) 2024-11-20T01:22:18,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:18,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:19,008 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-823124166/flush-table-proc/acquired, /0-823124166/flush-table-proc/reached, /0-823124166/flush-table-proc/abort 2024-11-20T01:22:19,009 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,46531,1732065737124 2024-11-20T01:22:19,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:19,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:19,061 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-823124166/online-snapshot/acquired, /0-823124166/online-snapshot/reached, /0-823124166/online-snapshot/abort 2024-11-20T01:22:19,062 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,46531,1732065737124 2024-11-20T01:22:19,062 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:22:19,064 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:22:19,064 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:22:19,064 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:22:19,064 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,46531,1732065737124 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:22:19,065 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:19,065 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:19,065 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:19,065 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:19,065 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:22:19,065 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:19,065 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:22:19,065 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:19,069 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065769069 2024-11-20T01:22:19,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:22:19,069 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:22:19,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:22:19,069 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:22:19,069 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:22:19,069 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:22:19,069 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:22:19,069 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:22:19,069 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:19,070 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:22:19,070 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:22:19,070 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:22:19,070 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:22:19,070 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:19,070 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:22:19,070 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:22:19,070 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:22:19,070 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065739070,5,FailOnTimeoutGroup] 2024-11-20T01:22:19,072 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065739070,5,FailOnTimeoutGroup] 2024-11-20T01:22:19,072 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:19,072 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:22:19,072 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:19,072 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:19,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:22:19,152 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(746): ClusterId : ff593265-72d6-4d4a-80f8-4c969170bebd 2024-11-20T01:22:19,152 DEBUG [RS:0;57759bcb46a5:41883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:22:19,164 DEBUG [RS:0;57759bcb46a5:41883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:22:19,164 DEBUG [RS:0;57759bcb46a5:41883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:22:19,174 DEBUG [RS:0;57759bcb46a5:41883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:22:19,175 DEBUG [RS:0;57759bcb46a5:41883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571e9751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:22:19,191 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:41883 2024-11-20T01:22:19,191 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:22:19,191 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:22:19,191 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:22:19,192 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,46531,1732065737124 with port=41883, startcode=1732065737323 2024-11-20T01:22:19,192 DEBUG [RS:0;57759bcb46a5:41883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:22:19,193 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:22:19,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,41883,1732065737323 2024-11-20T01:22:19,194 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46531 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,41883,1732065737323 2024-11-20T01:22:19,195 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0 2024-11-20T01:22:19,195 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36039 2024-11-20T01:22:19,195 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:22:19,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166/rs 2024-11-20T01:22:19,206 DEBUG [RS:0;57759bcb46a5:41883 {}] zookeeper.ZKUtil(111): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Set watcher on existing znode=/0-823124166/rs/57759bcb46a5,41883,1732065737323 2024-11-20T01:22:19,206 WARN [RS:0;57759bcb46a5:41883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:22:19,206 INFO [RS:0;57759bcb46a5:41883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:19,206 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323 2024-11-20T01:22:19,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,41883,1732065737323] 2024-11-20T01:22:19,210 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:22:19,211 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:22:19,214 INFO [RS:0;57759bcb46a5:41883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:22:19,214 INFO [RS:0;57759bcb46a5:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:19,214 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:22:19,215 INFO [RS:0;57759bcb46a5:41883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:22:19,215 INFO [RS:0;57759bcb46a5:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:19,215 DEBUG [RS:0;57759bcb46a5:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:19,215 DEBUG [RS:0;57759bcb46a5:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:19,215 DEBUG [RS:0;57759bcb46a5:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:19,215 DEBUG [RS:0;57759bcb46a5:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:19,215 DEBUG [RS:0;57759bcb46a5:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:19,215 DEBUG [RS:0;57759bcb46a5:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:22:19,215 DEBUG [RS:0;57759bcb46a5:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:19,215 DEBUG [RS:0;57759bcb46a5:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:19,215 DEBUG [RS:0;57759bcb46a5:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:19,216 DEBUG [RS:0;57759bcb46a5:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:19,216 DEBUG [RS:0;57759bcb46a5:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:19,216 DEBUG [RS:0;57759bcb46a5:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:19,216 DEBUG [RS:0;57759bcb46a5:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:22:19,216 DEBUG [RS:0;57759bcb46a5:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:22:19,220 INFO [RS:0;57759bcb46a5:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:19,220 INFO [RS:0;57759bcb46a5:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:19,220 INFO [RS:0;57759bcb46a5:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:19,221 INFO [RS:0;57759bcb46a5:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:19,221 INFO [RS:0;57759bcb46a5:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:19,221 INFO [RS:0;57759bcb46a5:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41883,1732065737323-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:22:19,236 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:22:19,236 INFO [RS:0;57759bcb46a5:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41883,1732065737323-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:19,236 INFO [RS:0;57759bcb46a5:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:19,236 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.Replication(171): 57759bcb46a5,41883,1732065737323 started 2024-11-20T01:22:19,247 INFO [RS:0;57759bcb46a5:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:19,248 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,41883,1732065737323, RpcServer on 57759bcb46a5/172.17.0.3:41883, sessionid=0x10155d5ad350001 2024-11-20T01:22:19,248 DEBUG [RS:0;57759bcb46a5:41883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:22:19,248 DEBUG [RS:0;57759bcb46a5:41883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,41883,1732065737323 2024-11-20T01:22:19,248 DEBUG [RS:0;57759bcb46a5:41883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,41883,1732065737323' 2024-11-20T01:22:19,248 DEBUG [RS:0;57759bcb46a5:41883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-823124166/flush-table-proc/abort' 2024-11-20T01:22:19,248 DEBUG [RS:0;57759bcb46a5:41883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-823124166/flush-table-proc/acquired' 2024-11-20T01:22:19,249 DEBUG [RS:0;57759bcb46a5:41883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:22:19,249 DEBUG [RS:0;57759bcb46a5:41883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:22:19,249 DEBUG [RS:0;57759bcb46a5:41883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,41883,1732065737323 2024-11-20T01:22:19,249 DEBUG [RS:0;57759bcb46a5:41883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,41883,1732065737323' 2024-11-20T01:22:19,249 DEBUG [RS:0;57759bcb46a5:41883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-823124166/online-snapshot/abort' 2024-11-20T01:22:19,249 DEBUG [RS:0;57759bcb46a5:41883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-823124166/online-snapshot/acquired' 2024-11-20T01:22:19,249 DEBUG [RS:0;57759bcb46a5:41883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:22:19,249 INFO [RS:0;57759bcb46a5:41883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:22:19,249 INFO [RS:0;57759bcb46a5:41883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:22:19,350 INFO [RS:0;57759bcb46a5:41883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:22:19,351 INFO [RS:0;57759bcb46a5:41883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C41883%2C1732065737323, suffix=, logDir=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323, archiveDir=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/oldWALs, maxLogs=10 2024-11-20T01:22:19,363 DEBUG [RS:0;57759bcb46a5:41883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351, exclude list is [], retry=0 2024-11-20T01:22:19,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38149,DS-bc19d66b-6725-4149-abc0-065863241e3d,DISK] 2024-11-20T01:22:19,366 INFO [RS:0;57759bcb46a5:41883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 2024-11-20T01:22:19,366 DEBUG [RS:0;57759bcb46a5:41883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35255:35255)] 2024-11-20T01:22:19,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:22:19,478 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0 2024-11-20T01:22:19,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:22:19,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:19,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:22:19,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:22:19,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:19,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:19,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:22:19,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:22:19,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:19,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:19,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:22:19,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:22:19,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:19,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:19,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:22:19,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:22:19,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:19,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:19,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:22:19,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740 2024-11-20T01:22:19,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740 2024-11-20T01:22:19,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:22:19,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:22:19,890 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:22:19,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:22:19,893 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:19,894 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74938291, jitterRate=0.11666755378246307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:22:19,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065739883Initializing all the Stores at 1732065739883Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065739884 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065739884Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065739884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065739884Cleaning up temporary data from old regions at 1732065739890 (+6 ms)Region opened successfully at 1732065739894 (+4 ms) 2024-11-20T01:22:19,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:22:19,894 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:22:19,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:22:19,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:22:19,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:22:19,894 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:22:19,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065739894Disabling compacts and flushes for region at 1732065739894Disabling writes for close at 1732065739894Writing region close event to WAL at 1732065739894Closed at 1732065739894 2024-11-20T01:22:19,895 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:22:19,895 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:22:19,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:22:19,896 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:22:19,897 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:22:20,047 DEBUG [57759bcb46a5:46531 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:22:20,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,41883,1732065737323 2024-11-20T01:22:20,048 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,41883,1732065737323, state=OPENING 2024-11-20T01:22:20,079 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:22:20,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:20,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:20,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-823124166/meta-region-server: CHANGED 2024-11-20T01:22:20,090 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:22:20,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-823124166/meta-region-server: CHANGED 2024-11-20T01:22:20,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,41883,1732065737323}] 2024-11-20T01:22:20,242 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:22:20,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:22:20,259 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:22:20,260 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:20,260 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:22:20,261 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C41883%2C1732065737323.meta, suffix=.meta, logDir=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323, archiveDir=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/oldWALs, maxLogs=10 2024-11-20T01:22:20,279 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.meta.1732065740261.meta, exclude list is [], retry=0 2024-11-20T01:22:20,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38149,DS-bc19d66b-6725-4149-abc0-065863241e3d,DISK] 2024-11-20T01:22:20,284 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.meta.1732065740261.meta 2024-11-20T01:22:20,284 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35255:35255)] 2024-11-20T01:22:20,284 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:20,284 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:22:20,285 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:22:20,285 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:22:20,285 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:22:20,285 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:22:20,285 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:20,285 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:22:20,285 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:22:20,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:22:20,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:22:20,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:20,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:20,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:22:20,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:22:20,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:20,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:20,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:22:20,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:22:20,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:20,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:20,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:22:20,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:22:20,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:20,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:20,295 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:22:20,296 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740 2024-11-20T01:22:20,296 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740 2024-11-20T01:22:20,297 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:22:20,297 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:22:20,298 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:22:20,299 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:22:20,299 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66072599, jitterRate=-0.015441551804542542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:22:20,299 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:22:20,300 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065740285Writing region info on filesystem at 1732065740285Initializing all the Stores at 1732065740286 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065740286Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065740287 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065740287Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065740287Cleaning up temporary data from old regions at 1732065740297 (+10 ms)Running coprocessor post-open hooks at 1732065740299 (+2 ms)Region opened successfully at 1732065740300 (+1 ms) 2024-11-20T01:22:20,301 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065740242 2024-11-20T01:22:20,303 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:22:20,303 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:22:20,303 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,41883,1732065737323 2024-11-20T01:22:20,304 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,41883,1732065737323, state=OPEN 2024-11-20T01:22:20,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-823124166/meta-region-server 2024-11-20T01:22:20,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-823124166/meta-region-server 2024-11-20T01:22:20,339 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,41883,1732065737323 2024-11-20T01:22:20,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-823124166/meta-region-server: CHANGED 2024-11-20T01:22:20,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-823124166/meta-region-server: CHANGED 2024-11-20T01:22:20,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:22:20,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,41883,1732065737323 in 249 msec 2024-11-20T01:22:20,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:22:20,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-20T01:22:20,344 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:22:20,344 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:22:20,345 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:20,345 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,41883,1732065737323, seqNum=-1] 2024-11-20T01:22:20,345 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:20,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:20,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2860 sec 2024-11-20T01:22:20,351 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065740351, completionTime=-1 2024-11-20T01:22:20,351 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:22:20,351 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:22:20,353 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:22:20,353 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065800353 2024-11-20T01:22:20,353 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065860353 2024-11-20T01:22:20,353 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T01:22:20,353 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,46531,1732065737124-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:20,353 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,46531,1732065737124-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:20,353 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,46531,1732065737124-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:20,353 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:46531, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:20,353 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:20,354 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:20,357 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:22:20,358 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.971sec 2024-11-20T01:22:20,359 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:22:20,359 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:22:20,359 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:22:20,359 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:22:20,359 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:22:20,359 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,46531,1732065737124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:22:20,359 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,46531,1732065737124-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:22:20,360 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:22:20,360 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:22:20,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,46531,1732065737124-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:20,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758e34a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:20,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,46531,-1 for getting cluster id 2024-11-20T01:22:20,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:20,458 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff593265-72d6-4d4a-80f8-4c969170bebd' 2024-11-20T01:22:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff593265-72d6-4d4a-80f8-4c969170bebd" 2024-11-20T01:22:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b7c4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,46531,-1] 2024-11-20T01:22:20,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:20,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:20,460 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:20,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3747e08d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:20,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:20,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,41883,1732065737323, seqNum=-1] 2024-11-20T01:22:20,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:20,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:20,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,46531,1732065737124 2024-11-20T01:22:20,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62218 2024-11-20T01:22:20,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:22:20,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155d5ad350002 connected 2024-11-20T01:22:20,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/hadoop.log.dir so I do NOT create it in target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd 2024-11-20T01:22:20,495 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:22:20,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/hadoop.tmp.dir so I do NOT create it in target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd 2024-11-20T01:22:20,496 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:22:20,496 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd 2024-11-20T01:22:20,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:22:20,496 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/cluster_bacdbc0c-0f1e-7da6-7287-3d08975e7871, deleteOnExit=true 2024-11-20T01:22:20,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:22:20,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/test.cache.data in system properties and HBase conf 2024-11-20T01:22:20,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:22:20,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:22:20,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:22:20,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:22:20,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:22:20,496 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:22:20,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:22:20,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:22:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:22:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:22:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:22:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:22:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:22:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:22:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:22:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:22:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:22:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:22:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:22:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:22:20,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:22:20,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:22:20,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:22:20,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:22:20,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:22:20,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:22:20,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f4a5392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:22:20,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4377be4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:22:20,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3976cc46{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/java.io.tmpdir/jetty-localhost-46033-hadoop-hdfs-3_4_1-tests_jar-_-any-4535161462764748726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:22:20,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71778e6c{HTTP/1.1, (http/1.1)}{localhost:46033} 2024-11-20T01:22:20,897 INFO [Time-limited test {}] server.Server(415): Started @279563ms 2024-11-20T01:22:21,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:22:21,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:22:21,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:22:21,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:22:21,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:22:21,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c348d87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:22:21,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78c6e954{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:22:21,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45c46b92{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/java.io.tmpdir/jetty-localhost-44187-hadoop-hdfs-3_4_1-tests_jar-_-any-17299131864718934484/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:22:21,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1398a47e{HTTP/1.1, (http/1.1)}{localhost:44187} 2024-11-20T01:22:21,268 INFO [Time-limited test {}] server.Server(415): Started @279934ms 2024-11-20T01:22:21,269 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:22:21,953 WARN [Thread-2771 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/cluster_bacdbc0c-0f1e-7da6-7287-3d08975e7871/data/data1/current/BP-1137913-172.17.0.3-1732065740512/current, will proceed with Du for space computation calculation, 2024-11-20T01:22:21,955 WARN [Thread-2772 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/cluster_bacdbc0c-0f1e-7da6-7287-3d08975e7871/data/data2/current/BP-1137913-172.17.0.3-1732065740512/current, will proceed with Du for space computation calculation, 2024-11-20T01:22:21,977 WARN [Thread-2759 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:22:21,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc0289ba96eeeabd with lease ID 0xd7435a69259c6ee3: Processing first storage report for DS-f9e08f84-c276-4e91-bf57-53e0f6337d64 from datanode DatanodeRegistration(127.0.0.1:36915, datanodeUuid=814be05e-55db-4f72-8c56-cb938bf0b2ad, infoPort=38607, infoSecurePort=0, ipcPort=42211, storageInfo=lv=-57;cid=testClusterID;nsid=1598236523;c=1732065740512) 2024-11-20T01:22:21,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc0289ba96eeeabd with lease ID 0xd7435a69259c6ee3: from storage DS-f9e08f84-c276-4e91-bf57-53e0f6337d64 node DatanodeRegistration(127.0.0.1:36915, datanodeUuid=814be05e-55db-4f72-8c56-cb938bf0b2ad, infoPort=38607, infoSecurePort=0, ipcPort=42211, storageInfo=lv=-57;cid=testClusterID;nsid=1598236523;c=1732065740512), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T01:22:21,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc0289ba96eeeabd with lease ID 0xd7435a69259c6ee3: Processing first storage report for DS-aa98f047-27d9-4e29-a5be-db2f0c25bd55 from datanode DatanodeRegistration(127.0.0.1:36915, datanodeUuid=814be05e-55db-4f72-8c56-cb938bf0b2ad, infoPort=38607, infoSecurePort=0, ipcPort=42211, storageInfo=lv=-57;cid=testClusterID;nsid=1598236523;c=1732065740512) 2024-11-20T01:22:21,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc0289ba96eeeabd with lease ID 0xd7435a69259c6ee3: from storage DS-aa98f047-27d9-4e29-a5be-db2f0c25bd55 node DatanodeRegistration(127.0.0.1:36915, datanodeUuid=814be05e-55db-4f72-8c56-cb938bf0b2ad, infoPort=38607, infoSecurePort=0, ipcPort=42211, storageInfo=lv=-57;cid=testClusterID;nsid=1598236523;c=1732065740512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:22:22,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd 2024-11-20T01:22:22,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:22,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:22,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:22:22,443 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda with version=8 2024-11-20T01:22:22,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/hbase-staging 2024-11-20T01:22:22,446 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:22:22,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:22,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:22,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:22:22,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:22,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:22:22,446 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:22:22,446 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:22:22,447 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38165 2024-11-20T01:22:22,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38165 connecting to ZooKeeper ensemble=127.0.0.1:62218 2024-11-20T01:22:22,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381650x0, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:22:22,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38165-0x10155d5ad350003 connected 2024-11-20T01:22:22,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:22,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:22,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Set watcher on znode that does not yet exist, /11181478704/running 2024-11-20T01:22:22,538 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda, hbase.cluster.distributed=false 2024-11-20T01:22:22,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Set watcher on znode that does not yet exist, /11181478704/acl 2024-11-20T01:22:22,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38165 2024-11-20T01:22:22,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38165 2024-11-20T01:22:22,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38165 2024-11-20T01:22:22,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38165 2024-11-20T01:22:22,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38165 2024-11-20T01:22:22,555 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:22:22,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:22,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:22,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:22:22,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:22,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:22:22,555 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:22:22,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:22:22,556 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34531 2024-11-20T01:22:22,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34531 connecting to ZooKeeper ensemble=127.0.0.1:62218 2024-11-20T01:22:22,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:22,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:22,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345310x0, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:22:22,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345310x0, quorum=127.0.0.1:62218, baseZNode=/11181478704 Set watcher on znode that does not yet exist, /11181478704/running 2024-11-20T01:22:22,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34531-0x10155d5ad350004 connected 2024-11-20T01:22:22,566 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:22:22,567 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:22:22,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Set watcher on znode that does not yet exist, /11181478704/master 2024-11-20T01:22:22,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Set watcher on znode that does not yet exist, /11181478704/acl 2024-11-20T01:22:22,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34531 2024-11-20T01:22:22,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34531 2024-11-20T01:22:22,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34531 2024-11-20T01:22:22,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34531 2024-11-20T01:22:22,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34531 2024-11-20T01:22:22,589 DEBUG [M:0;57759bcb46a5:38165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:38165 2024-11-20T01:22:22,589 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11181478704/backup-masters/57759bcb46a5,38165,1732065742445 2024-11-20T01:22:22,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704/backup-masters 2024-11-20T01:22:22,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704/backup-masters 2024-11-20T01:22:22,598 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Set watcher on existing znode=/11181478704/backup-masters/57759bcb46a5,38165,1732065742445 2024-11-20T01:22:22,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11181478704/master 2024-11-20T01:22:22,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:22,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:22,608 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Set watcher on existing znode=/11181478704/master 2024-11-20T01:22:22,609 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11181478704/backup-masters/57759bcb46a5,38165,1732065742445 from backup master directory 2024-11-20T01:22:22,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11181478704/backup-masters/57759bcb46a5,38165,1732065742445 2024-11-20T01:22:22,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704/backup-masters 2024-11-20T01:22:22,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704/backup-masters 2024-11-20T01:22:22,618 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:22:22,618 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,38165,1732065742445 2024-11-20T01:22:22,622 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/hbase.id] with ID: f3239b4e-8d21-4229-8407-a714334ee017 2024-11-20T01:22:22,622 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/.tmp/hbase.id 2024-11-20T01:22:22,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:22:23,028 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/.tmp/hbase.id]:[hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/hbase.id] 2024-11-20T01:22:23,042 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:23,042 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:22:23,042 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T01:22:23,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:23,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:23,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:22:23,459 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:22:23,460 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:22:23,460 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:23,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:22:23,866 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store 2024-11-20T01:22:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:22:24,271 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:24,271 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:22:24,271 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:24,271 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:24,271 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:22:24,271 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:24,271 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:24,271 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065744271Disabling compacts and flushes for region at 1732065744271Disabling writes for close at 1732065744271Writing region close event to WAL at 1732065744271Closed at 1732065744271 2024-11-20T01:22:24,272 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/.initializing 2024-11-20T01:22:24,272 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/WALs/57759bcb46a5,38165,1732065742445 2024-11-20T01:22:24,272 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:22:24,273 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C38165%2C1732065742445, suffix=, logDir=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/WALs/57759bcb46a5,38165,1732065742445, archiveDir=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/oldWALs, maxLogs=10 2024-11-20T01:22:24,284 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/WALs/57759bcb46a5,38165,1732065742445/57759bcb46a5%2C38165%2C1732065742445.1732065744274, exclude list is [], retry=0 2024-11-20T01:22:24,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36915,DS-f9e08f84-c276-4e91-bf57-53e0f6337d64,DISK] 2024-11-20T01:22:24,287 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/WALs/57759bcb46a5,38165,1732065742445/57759bcb46a5%2C38165%2C1732065742445.1732065744274 2024-11-20T01:22:24,288 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38607:38607)] 2024-11-20T01:22:24,288 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:24,288 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:24,288 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:24,288 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:24,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:24,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:22:24,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:24,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:24,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:24,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:22:24,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:24,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:24,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:24,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:22:24,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:24,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:24,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:24,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:22:24,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:24,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:24,293 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:24,294 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:24,294 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:24,295 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:24,295 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:24,295 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:22:24,296 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:24,298 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:24,298 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65128926, jitterRate=-0.02950337529182434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:22:24,298 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065744288Initializing all the Stores at 1732065744288Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065744289 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065744289Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065744289Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065744289Cleaning up temporary data from old regions at 1732065744295 (+6 ms)Region opened successfully at 1732065744298 (+3 ms) 2024-11-20T01:22:24,298 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:22:24,303 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487b5d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:22:24,304 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:22:24,304 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:22:24,304 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:22:24,304 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:22:24,305 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T01:22:24,305 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:22:24,306 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:22:24,307 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:22:24,307 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Unable to get data of znode /11181478704/balancer because node does not exist (not necessarily an error) 2024-11-20T01:22:24,363 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11181478704/balancer already deleted, retry=false 2024-11-20T01:22:24,363 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:22:24,364 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Unable to get data of znode /11181478704/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:22:24,376 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11181478704/normalizer already deleted, retry=false 2024-11-20T01:22:24,376 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:22:24,377 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Unable to get data of znode /11181478704/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:22:24,386 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11181478704/switch/split already deleted, retry=false 2024-11-20T01:22:24,387 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Unable to get data of znode /11181478704/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:22:24,397 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11181478704/switch/merge already deleted, retry=false 2024-11-20T01:22:24,398 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Unable to get data of znode /11181478704/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:22:24,408 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11181478704/snapshot-cleanup already deleted, retry=false 2024-11-20T01:22:24,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11181478704/running 2024-11-20T01:22:24,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:24,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11181478704/running 2024-11-20T01:22:24,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:24,420 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,38165,1732065742445, sessionid=0x10155d5ad350003, setting cluster-up flag (Was=false) 2024-11-20T01:22:24,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:24,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:24,471 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11181478704/flush-table-proc/acquired, /11181478704/flush-table-proc/reached, /11181478704/flush-table-proc/abort 2024-11-20T01:22:24,473 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,38165,1732065742445 2024-11-20T01:22:24,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:24,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:24,524 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11181478704/online-snapshot/acquired, /11181478704/online-snapshot/reached, /11181478704/online-snapshot/abort 2024-11-20T01:22:24,525 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,38165,1732065742445 2024-11-20T01:22:24,529 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:22:24,533 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:22:24,534 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:22:24,534 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:22:24,534 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,38165,1732065742445 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:22:24,535 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:24,535 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:24,535 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:24,535 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:24,535 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:22:24,535 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:24,535 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:22:24,536 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:24,553 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:22:24,553 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:22:24,555 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:24,555 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:22:24,572 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065774572 2024-11-20T01:22:24,573 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:22:24,573 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:22:24,573 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:22:24,574 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:22:24,574 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:22:24,574 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:22:24,580 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:24,584 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:22:24,585 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:22:24,585 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:22:24,585 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:22:24,589 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(746): ClusterId : f3239b4e-8d21-4229-8407-a714334ee017 2024-11-20T01:22:24,589 DEBUG [RS:0;57759bcb46a5:34531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:22:24,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:22:24,599 DEBUG [RS:0;57759bcb46a5:34531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:22:24,599 DEBUG [RS:0;57759bcb46a5:34531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:22:24,600 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:22:24,600 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:22:24,608 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065744600,5,FailOnTimeoutGroup] 2024-11-20T01:22:24,609 DEBUG [RS:0;57759bcb46a5:34531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:22:24,609 DEBUG [RS:0;57759bcb46a5:34531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc71ee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:22:24,616 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065744608,5,FailOnTimeoutGroup] 2024-11-20T01:22:24,616 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:24,616 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:22:24,616 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:24,616 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:24,630 DEBUG [RS:0;57759bcb46a5:34531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:34531 2024-11-20T01:22:24,630 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:22:24,630 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:22:24,630 DEBUG [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:22:24,631 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,38165,1732065742445 with port=34531, startcode=1732065742555 2024-11-20T01:22:24,632 DEBUG [RS:0;57759bcb46a5:34531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:22:24,633 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:22:24,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,34531,1732065742555 2024-11-20T01:22:24,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38165 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,34531,1732065742555 2024-11-20T01:22:24,635 DEBUG [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda 2024-11-20T01:22:24,635 DEBUG [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32839 2024-11-20T01:22:24,635 DEBUG [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:22:24,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704/rs 2024-11-20T01:22:24,691 DEBUG [RS:0;57759bcb46a5:34531 {}] zookeeper.ZKUtil(111): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Set watcher on existing znode=/11181478704/rs/57759bcb46a5,34531,1732065742555 2024-11-20T01:22:24,691 WARN [RS:0;57759bcb46a5:34531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:22:24,691 INFO [RS:0;57759bcb46a5:34531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:24,691 DEBUG [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555 2024-11-20T01:22:24,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,34531,1732065742555] 2024-11-20T01:22:24,695 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:22:24,696 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:22:24,700 INFO [RS:0;57759bcb46a5:34531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:22:24,701 INFO [RS:0;57759bcb46a5:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:24,703 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:22:24,704 INFO [RS:0;57759bcb46a5:34531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:22:24,704 INFO [RS:0;57759bcb46a5:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:24,704 DEBUG [RS:0;57759bcb46a5:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:24,704 DEBUG [RS:0;57759bcb46a5:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:24,704 DEBUG [RS:0;57759bcb46a5:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:24,705 DEBUG [RS:0;57759bcb46a5:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:24,705 DEBUG [RS:0;57759bcb46a5:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:24,705 DEBUG [RS:0;57759bcb46a5:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:22:24,705 DEBUG [RS:0;57759bcb46a5:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:24,705 DEBUG [RS:0;57759bcb46a5:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:24,705 DEBUG [RS:0;57759bcb46a5:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:24,705 DEBUG [RS:0;57759bcb46a5:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:24,705 DEBUG [RS:0;57759bcb46a5:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:24,705 DEBUG [RS:0;57759bcb46a5:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:24,705 DEBUG [RS:0;57759bcb46a5:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:22:24,705 DEBUG [RS:0;57759bcb46a5:34531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:22:24,707 INFO [RS:0;57759bcb46a5:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:24,707 INFO [RS:0;57759bcb46a5:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:24,708 INFO [RS:0;57759bcb46a5:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:24,708 INFO [RS:0;57759bcb46a5:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:24,708 INFO [RS:0;57759bcb46a5:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:24,708 INFO [RS:0;57759bcb46a5:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34531,1732065742555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:22:24,728 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:22:24,729 INFO [RS:0;57759bcb46a5:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34531,1732065742555-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:24,729 INFO [RS:0;57759bcb46a5:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:24,729 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.Replication(171): 57759bcb46a5,34531,1732065742555 started 2024-11-20T01:22:24,746 INFO [RS:0;57759bcb46a5:34531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:24,747 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,34531,1732065742555, RpcServer on 57759bcb46a5/172.17.0.3:34531, sessionid=0x10155d5ad350004 2024-11-20T01:22:24,747 DEBUG [RS:0;57759bcb46a5:34531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:22:24,747 DEBUG [RS:0;57759bcb46a5:34531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,34531,1732065742555 2024-11-20T01:22:24,747 DEBUG [RS:0;57759bcb46a5:34531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,34531,1732065742555' 2024-11-20T01:22:24,747 DEBUG [RS:0;57759bcb46a5:34531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11181478704/flush-table-proc/abort' 2024-11-20T01:22:24,747 DEBUG [RS:0;57759bcb46a5:34531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11181478704/flush-table-proc/acquired' 2024-11-20T01:22:24,747 DEBUG [RS:0;57759bcb46a5:34531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:22:24,748 DEBUG [RS:0;57759bcb46a5:34531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:22:24,748 DEBUG [RS:0;57759bcb46a5:34531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,34531,1732065742555 2024-11-20T01:22:24,748 DEBUG [RS:0;57759bcb46a5:34531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,34531,1732065742555' 2024-11-20T01:22:24,748 DEBUG [RS:0;57759bcb46a5:34531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11181478704/online-snapshot/abort' 2024-11-20T01:22:24,748 DEBUG [RS:0;57759bcb46a5:34531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11181478704/online-snapshot/acquired' 2024-11-20T01:22:24,748 DEBUG [RS:0;57759bcb46a5:34531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:22:24,748 INFO [RS:0;57759bcb46a5:34531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:22:24,748 INFO [RS:0;57759bcb46a5:34531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:22:24,848 INFO [RS:0;57759bcb46a5:34531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:22:24,849 INFO [RS:0;57759bcb46a5:34531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C34531%2C1732065742555, suffix=, logDir=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555, archiveDir=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/oldWALs, maxLogs=10 2024-11-20T01:22:24,860 DEBUG [RS:0;57759bcb46a5:34531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850, exclude list is [], retry=0 2024-11-20T01:22:24,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36915,DS-f9e08f84-c276-4e91-bf57-53e0f6337d64,DISK] 2024-11-20T01:22:24,864 INFO [RS:0;57759bcb46a5:34531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 2024-11-20T01:22:24,864 DEBUG [RS:0;57759bcb46a5:34531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38607:38607)] 2024-11-20T01:22:25,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:22:25,001 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda 2024-11-20T01:22:25,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:22:25,210 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:22:25,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:25,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:22:25,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:22:25,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:25,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:25,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:22:25,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:22:25,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:25,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:25,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:22:25,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:22:25,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:25,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:25,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:22:25,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:22:25,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:25,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:25,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:22:25,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740 2024-11-20T01:22:25,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740 2024-11-20T01:22:25,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:22:25,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:22:25,424 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:22:25,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:22:25,434 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:25,434 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67021351, jitterRate=-0.00130404531955719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:22:25,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065745415Initializing all the Stores at 1732065745416 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065745416Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065745416Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065745416Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065745416Cleaning up temporary data from old regions at 1732065745423 (+7 ms)Region opened successfully at 1732065745435 (+12 ms) 2024-11-20T01:22:25,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:22:25,435 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:22:25,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:22:25,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:22:25,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:22:25,436 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:22:25,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065745435Disabling compacts and flushes for region at 1732065745435Disabling writes for close at 1732065745435Writing region close event to WAL at 1732065745436 (+1 ms)Closed at 1732065745436 2024-11-20T01:22:25,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:22:25,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:22:25,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:22:25,438 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:22:25,440 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:22:25,490 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:25,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:22:25,491 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48376 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:22:25,591 DEBUG [57759bcb46a5:38165 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:22:25,591 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,34531,1732065742555 2024-11-20T01:22:25,592 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,34531,1732065742555, state=OPENING 2024-11-20T01:22:25,608 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:22:25,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:25,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:25,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11181478704/meta-region-server: CHANGED 2024-11-20T01:22:25,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11181478704/meta-region-server: CHANGED 2024-11-20T01:22:25,619 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:22:25,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,34531,1732065742555}] 2024-11-20T01:22:25,771 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:22:25,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:22:25,779 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:22:25,779 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:25,779 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:22:25,780 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C34531%2C1732065742555.meta, suffix=.meta, logDir=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555, archiveDir=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/oldWALs, maxLogs=10 2024-11-20T01:22:25,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:22:25,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:25,797 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.meta.1732065745781.meta, exclude list is [], retry=0 2024-11-20T01:22:25,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36915,DS-f9e08f84-c276-4e91-bf57-53e0f6337d64,DISK] 2024-11-20T01:22:25,826 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.meta.1732065745781.meta 2024-11-20T01:22:25,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:25,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:25,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:25,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:25,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:25,836 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38607:38607)] 2024-11-20T01:22:25,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:25,836 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:25,837 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:22:25,837 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:22:25,837 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:22:25,837 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:22:25,837 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:22:25,837 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:25,837 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:22:25,837 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:22:25,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:22:25,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:25,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:25,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:25,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:22:25,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:25,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:25,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:25,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:22:25,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:22:25,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:25,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:25,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:22:25,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:22:25,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:25,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:25,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:22:25,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:22:25,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:25,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:25,872 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:22:25,872 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740 2024-11-20T01:22:25,873 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740 2024-11-20T01:22:25,874 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:22:25,874 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:22:25,875 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:22:25,876 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:22:25,876 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71186216, jitterRate=0.06075727939605713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:22:25,877 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:22:25,877 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065745837Writing region info on filesystem at 1732065745837Initializing all the Stores at 1732065745838 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065745838Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065745844 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065745844Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065745844Cleaning up temporary data from old regions at 1732065745874 (+30 ms)Running coprocessor post-open hooks at 1732065745877 (+3 ms)Region opened successfully at 1732065745877 2024-11-20T01:22:25,880 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065745771 2024-11-20T01:22:25,883 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:22:25,883 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:22:25,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,34531,1732065742555 2024-11-20T01:22:25,884 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,34531,1732065742555, state=OPEN 2024-11-20T01:22:25,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11181478704/meta-region-server 2024-11-20T01:22:25,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11181478704/meta-region-server 2024-11-20T01:22:25,892 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,34531,1732065742555 2024-11-20T01:22:25,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11181478704/meta-region-server: CHANGED 2024-11-20T01:22:25,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11181478704/meta-region-server: CHANGED 2024-11-20T01:22:25,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:22:25,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,34531,1732065742555 in 273 msec 2024-11-20T01:22:25,900 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:22:25,901 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:22:25,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:22:25,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-20T01:22:25,902 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:25,902 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34531,1732065742555, seqNum=-1] 2024-11-20T01:22:25,902 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:25,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:25,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3770 sec 2024-11-20T01:22:25,911 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065745910, completionTime=-1 2024-11-20T01:22:25,911 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:22:25,911 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:22:25,913 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:22:25,913 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065805913 2024-11-20T01:22:25,913 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065865913 2024-11-20T01:22:25,913 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T01:22:25,914 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38165,1732065742445-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:25,914 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38165,1732065742445-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:25,914 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38165,1732065742445-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:25,914 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:38165, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:25,914 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:25,916 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:25,918 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:22:25,921 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.302sec 2024-11-20T01:22:25,921 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:22:25,921 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:22:25,921 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:22:25,921 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:22:25,921 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:22:25,921 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38165,1732065742445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:22:25,921 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38165,1732065742445-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:22:25,932 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:22:25,933 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:22:25,933 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38165,1732065742445-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:25,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fed551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:25,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38165,-1 for getting cluster id 2024-11-20T01:22:25,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:25,994 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3239b4e-8d21-4229-8407-a714334ee017' 2024-11-20T01:22:25,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:25,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3239b4e-8d21-4229-8407-a714334ee017" 2024-11-20T01:22:25,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fef89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:25,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38165,-1] 2024-11-20T01:22:25,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:25,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:25,995 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:25,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f95f919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:25,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34531,1732065742555, seqNum=-1] 2024-11-20T01:22:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:25,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:25,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,38165,1732065742445 2024-11-20T01:22:26,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62218 2024-11-20T01:22:26,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:22:26,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155d5ad350005 connected 2024-11-20T01:22:26,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/hadoop.log.dir so I do NOT create it in target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9 2024-11-20T01:22:26,062 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/hadoop.tmp.dir so I do NOT create it in target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9 2024-11-20T01:22:26,063 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:22:26,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9 2024-11-20T01:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:22:26,063 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/cluster_91793ae0-fe77-c067-a613-4979e0ae6358, deleteOnExit=true 2024-11-20T01:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/test.cache.data in system properties and HBase conf 2024-11-20T01:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:22:26,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:22:26,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:22:26,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:22:26,064 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:22:26,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:22:26,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:22:26,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:22:26,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:22:26,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:22:26,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:22:26,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:22:26,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:22:26,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:22:26,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:22:26,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:22:26,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:22:26,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:22:26,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:22:26,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:22:26,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T01:22:26,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T01:22:26,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T01:22:26,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:22:26,500 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:22:26,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:22:26,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:22:26,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:22:26,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:22:26,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@361a0367{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:22:26,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a9c1112{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:22:26,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61b7bd4a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/java.io.tmpdir/jetty-localhost-45247-hadoop-hdfs-3_4_1-tests_jar-_-any-11700010611370152193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:22:26,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2add755d{HTTP/1.1, (http/1.1)}{localhost:45247} 2024-11-20T01:22:26,650 INFO [Time-limited test {}] server.Server(415): Started @285316ms 2024-11-20T01:22:26,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:22:27,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:22:27,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:22:27,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:22:27,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:22:27,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1771f65a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:22:27,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57c8ac27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:22:27,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c6aa882{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/java.io.tmpdir/jetty-localhost-41085-hadoop-hdfs-3_4_1-tests_jar-_-any-6212149237958354084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:22:27,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4645525d{HTTP/1.1, (http/1.1)}{localhost:41085} 2024-11-20T01:22:27,154 INFO [Time-limited test {}] server.Server(415): Started @285819ms 2024-11-20T01:22:27,155 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:22:27,982 WARN [Thread-2893 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/cluster_91793ae0-fe77-c067-a613-4979e0ae6358/data/data2/current/BP-1861509293-172.17.0.3-1732065746086/current, will proceed with Du for space computation calculation, 2024-11-20T01:22:27,982 WARN [Thread-2892 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/cluster_91793ae0-fe77-c067-a613-4979e0ae6358/data/data1/current/BP-1861509293-172.17.0.3-1732065746086/current, will proceed with Du for space computation calculation, 2024-11-20T01:22:28,000 WARN [Thread-2880 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:22:28,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d450af4b8658fcc with lease ID 0xd1da1b8584382e5c: Processing first storage report for DS-4a9d1b9e-5d49-41ec-8167-7e54257b23a5 from datanode DatanodeRegistration(127.0.0.1:41893, datanodeUuid=f7b0e2ee-78c9-41de-87ba-eaf5a7b1cadc, infoPort=38775, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1291613497;c=1732065746086) 2024-11-20T01:22:28,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d450af4b8658fcc with lease ID 0xd1da1b8584382e5c: from storage DS-4a9d1b9e-5d49-41ec-8167-7e54257b23a5 node DatanodeRegistration(127.0.0.1:41893, datanodeUuid=f7b0e2ee-78c9-41de-87ba-eaf5a7b1cadc, infoPort=38775, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1291613497;c=1732065746086), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:22:28,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d450af4b8658fcc with lease ID 0xd1da1b8584382e5c: Processing first storage report for DS-bfcd787b-a177-4b84-8057-b13a91ddc9ae from datanode DatanodeRegistration(127.0.0.1:41893, datanodeUuid=f7b0e2ee-78c9-41de-87ba-eaf5a7b1cadc, infoPort=38775, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1291613497;c=1732065746086) 2024-11-20T01:22:28,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d450af4b8658fcc with lease ID 0xd1da1b8584382e5c: from storage DS-bfcd787b-a177-4b84-8057-b13a91ddc9ae node DatanodeRegistration(127.0.0.1:41893, datanodeUuid=f7b0e2ee-78c9-41de-87ba-eaf5a7b1cadc, infoPort=38775, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1291613497;c=1732065746086), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:22:28,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9 2024-11-20T01:22:28,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:28,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:28,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:22:28,434 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53 with version=8 2024-11-20T01:22:28,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/hbase-staging 2024-11-20T01:22:28,437 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:22:28,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:28,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:28,437 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:22:28,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:28,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:22:28,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:22:28,437 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:22:28,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44699 2024-11-20T01:22:28,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44699 connecting to ZooKeeper ensemble=127.0.0.1:62218 2024-11-20T01:22:28,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446990x0, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:22:28,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44699-0x10155d5ad350006 connected 2024-11-20T01:22:28,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:28,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:28,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Set watcher on znode that does not yet exist, /21963406832/running 2024-11-20T01:22:28,538 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53, hbase.cluster.distributed=false 2024-11-20T01:22:28,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Set watcher on znode that does not yet exist, /21963406832/acl 2024-11-20T01:22:28,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44699 2024-11-20T01:22:28,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44699 2024-11-20T01:22:28,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44699 2024-11-20T01:22:28,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44699 2024-11-20T01:22:28,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44699 2024-11-20T01:22:28,574 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:22:28,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:28,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:28,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:22:28,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:22:28,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:22:28,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:22:28,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:22:28,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34153 2024-11-20T01:22:28,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34153 connecting to ZooKeeper ensemble=127.0.0.1:62218 2024-11-20T01:22:28,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:28,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:28,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341530x0, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:22:28,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341530x0, quorum=127.0.0.1:62218, baseZNode=/21963406832 Set watcher on znode that does not yet exist, /21963406832/running 2024-11-20T01:22:28,609 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:22:28,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34153-0x10155d5ad350007 connected 2024-11-20T01:22:28,619 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:22:28,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Set watcher on znode that does not yet exist, /21963406832/master 2024-11-20T01:22:28,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Set watcher on znode that does not yet exist, /21963406832/acl 2024-11-20T01:22:28,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34153 2024-11-20T01:22:28,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34153 2024-11-20T01:22:28,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34153 2024-11-20T01:22:28,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34153 2024-11-20T01:22:28,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34153 2024-11-20T01:22:28,652 DEBUG [M:0;57759bcb46a5:44699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:44699 2024-11-20T01:22:28,653 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21963406832/backup-masters/57759bcb46a5,44699,1732065748436 2024-11-20T01:22:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832/backup-masters 2024-11-20T01:22:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832/backup-masters 2024-11-20T01:22:28,661 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Set watcher on existing znode=/21963406832/backup-masters/57759bcb46a5,44699,1732065748436 2024-11-20T01:22:28,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:28,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21963406832/master 2024-11-20T01:22:28,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:28,672 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Set watcher on existing znode=/21963406832/master 2024-11-20T01:22:28,672 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21963406832/backup-masters/57759bcb46a5,44699,1732065748436 from backup master directory 2024-11-20T01:22:28,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832/backup-masters 2024-11-20T01:22:28,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21963406832/backup-masters/57759bcb46a5,44699,1732065748436 2024-11-20T01:22:28,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832/backup-masters 2024-11-20T01:22:28,684 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:22:28,684 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,44699,1732065748436 2024-11-20T01:22:28,700 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/hbase.id] with ID: 0fcd6228-1e05-4cbe-81e8-4e3ec060b885 2024-11-20T01:22:28,700 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/.tmp/hbase.id 2024-11-20T01:22:28,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:22:29,148 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/.tmp/hbase.id]:[hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/hbase.id] 2024-11-20T01:22:29,154 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:22:29,154 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:22:29,155 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T01:22:29,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:29,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:29,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:22:29,581 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:22:29,582 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:22:29,582 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:29,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:22:29,989 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store 2024-11-20T01:22:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:22:30,397 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:30,397 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:22:30,397 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:30,397 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:30,397 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:22:30,397 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:30,397 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:30,397 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065750397Disabling compacts and flushes for region at 1732065750397Disabling writes for close at 1732065750397Writing region close event to WAL at 1732065750397Closed at 1732065750397 2024-11-20T01:22:30,398 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/.initializing 2024-11-20T01:22:30,398 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/WALs/57759bcb46a5,44699,1732065748436 2024-11-20T01:22:30,399 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:22:30,400 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C44699%2C1732065748436, suffix=, logDir=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/WALs/57759bcb46a5,44699,1732065748436, archiveDir=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/oldWALs, maxLogs=10 2024-11-20T01:22:30,426 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/WALs/57759bcb46a5,44699,1732065748436/57759bcb46a5%2C44699%2C1732065748436.1732065750400, exclude list is [], retry=0 2024-11-20T01:22:30,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41893,DS-4a9d1b9e-5d49-41ec-8167-7e54257b23a5,DISK] 2024-11-20T01:22:30,429 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/WALs/57759bcb46a5,44699,1732065748436/57759bcb46a5%2C44699%2C1732065748436.1732065750400 2024-11-20T01:22:30,430 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38775:38775)] 2024-11-20T01:22:30,430 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:30,430 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:30,430 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:30,430 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:30,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:30,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:22:30,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:30,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:30,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:30,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:22:30,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:30,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:30,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:30,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:22:30,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:30,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:30,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:30,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:22:30,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:30,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:30,436 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:30,436 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:30,436 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:30,437 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:30,437 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:30,437 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:22:30,438 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:22:30,439 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:30,440 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67310956, jitterRate=0.0030114054679870605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:22:30,440 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065750430Initializing all the Stores at 1732065750431 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065750431Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065750431Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065750431Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065750431Cleaning up temporary data from old regions at 1732065750437 (+6 ms)Region opened successfully at 1732065750440 (+3 ms) 2024-11-20T01:22:30,440 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:22:30,442 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8a7dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:22:30,443 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:22:30,443 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:22:30,443 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:22:30,443 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:22:30,443 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:22:30,443 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:22:30,443 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:22:30,445 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:22:30,445 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Unable to get data of znode /21963406832/balancer because node does not exist (not necessarily an error) 2024-11-20T01:22:30,508 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21963406832/balancer already deleted, retry=false 2024-11-20T01:22:30,509 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:22:30,509 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Unable to get data of znode /21963406832/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:22:30,584 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21963406832/normalizer already deleted, retry=false 2024-11-20T01:22:30,584 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:22:30,585 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Unable to get data of znode /21963406832/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:22:30,646 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21963406832/switch/split already deleted, retry=false 2024-11-20T01:22:30,648 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Unable to get data of znode /21963406832/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:22:30,699 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21963406832/switch/merge already deleted, retry=false 2024-11-20T01:22:30,701 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Unable to get data of znode /21963406832/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:22:30,773 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21963406832/snapshot-cleanup already deleted, retry=false 2024-11-20T01:22:30,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21963406832/running 2024-11-20T01:22:30,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21963406832/running 2024-11-20T01:22:30,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:30,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:30,911 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,44699,1732065748436, sessionid=0x10155d5ad350006, setting cluster-up flag (Was=false) 2024-11-20T01:22:31,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:31,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:31,247 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21963406832/flush-table-proc/acquired, /21963406832/flush-table-proc/reached, /21963406832/flush-table-proc/abort 2024-11-20T01:22:31,249 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,44699,1732065748436 2024-11-20T01:22:31,339 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:22:31,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:31,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:31,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:31,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:31,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:31,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:31,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:31,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:31,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:31,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:31,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:31,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:31,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:31,531 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21963406832/online-snapshot/acquired, /21963406832/online-snapshot/reached, /21963406832/online-snapshot/abort 2024-11-20T01:22:31,532 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,44699,1732065748436 2024-11-20T01:22:31,533 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:22:31,534 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:22:31,534 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:22:31,534 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:22:31,535 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,44699,1732065748436 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:22:31,536 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:31,536 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:31,536 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:31,536 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:22:31,536 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:22:31,536 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:31,536 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:22:31,536 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:31,537 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065781536 2024-11-20T01:22:31,537 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:22:31,537 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:22:31,537 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:22:31,537 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:22:31,537 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:22:31,537 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:22:31,537 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:22:31,537 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:22:31,537 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:31,537 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:22:31,537 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:22:31,537 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:22:31,538 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:22:31,538 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:31,538 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:22:31,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:22:31,538 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:22:31,538 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065751538,5,FailOnTimeoutGroup] 2024-11-20T01:22:31,538 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065751538,5,FailOnTimeoutGroup] 2024-11-20T01:22:31,538 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:31,538 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:22:31,538 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:31,538 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:31,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:22:31,545 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(746): ClusterId : 0fcd6228-1e05-4cbe-81e8-4e3ec060b885 2024-11-20T01:22:31,545 DEBUG [RS:0;57759bcb46a5:34153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:22:31,610 DEBUG [RS:0;57759bcb46a5:34153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:22:31,610 DEBUG [RS:0;57759bcb46a5:34153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:22:31,661 DEBUG [RS:0;57759bcb46a5:34153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:22:31,662 DEBUG [RS:0;57759bcb46a5:34153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d60f348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:22:31,676 DEBUG [RS:0;57759bcb46a5:34153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:34153 2024-11-20T01:22:31,676 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:22:31,676 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:22:31,677 DEBUG [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:22:31,677 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,44699,1732065748436 with port=34153, startcode=1732065748574 2024-11-20T01:22:31,677 DEBUG [RS:0;57759bcb46a5:34153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:22:31,679 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:22:31,679 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,34153,1732065748574 2024-11-20T01:22:31,679 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44699 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,34153,1732065748574 2024-11-20T01:22:31,680 DEBUG [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53 2024-11-20T01:22:31,680 DEBUG [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34853 2024-11-20T01:22:31,680 DEBUG [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:22:31,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832/rs 2024-11-20T01:22:31,809 DEBUG [RS:0;57759bcb46a5:34153 {}] zookeeper.ZKUtil(111): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Set watcher on existing znode=/21963406832/rs/57759bcb46a5,34153,1732065748574 2024-11-20T01:22:31,809 WARN [RS:0;57759bcb46a5:34153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:22:31,809 INFO [RS:0;57759bcb46a5:34153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:31,810 DEBUG [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574 2024-11-20T01:22:31,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,34153,1732065748574] 2024-11-20T01:22:31,812 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:22:31,816 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:22:31,816 INFO [RS:0;57759bcb46a5:34153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:22:31,816 INFO [RS:0;57759bcb46a5:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:31,817 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:22:31,817 INFO [RS:0;57759bcb46a5:34153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:22:31,817 INFO [RS:0;57759bcb46a5:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:31,817 DEBUG [RS:0;57759bcb46a5:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:31,817 DEBUG [RS:0;57759bcb46a5:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:31,817 DEBUG [RS:0;57759bcb46a5:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:31,817 DEBUG [RS:0;57759bcb46a5:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:31,818 DEBUG [RS:0;57759bcb46a5:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:31,818 DEBUG [RS:0;57759bcb46a5:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:22:31,818 DEBUG [RS:0;57759bcb46a5:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:31,818 DEBUG [RS:0;57759bcb46a5:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:31,818 DEBUG [RS:0;57759bcb46a5:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:31,818 DEBUG [RS:0;57759bcb46a5:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:31,818 DEBUG [RS:0;57759bcb46a5:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:31,818 DEBUG [RS:0;57759bcb46a5:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:22:31,818 DEBUG [RS:0;57759bcb46a5:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:22:31,818 DEBUG [RS:0;57759bcb46a5:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:22:31,822 INFO [RS:0;57759bcb46a5:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:31,822 INFO [RS:0;57759bcb46a5:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:31,822 INFO [RS:0;57759bcb46a5:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:31,822 INFO [RS:0;57759bcb46a5:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:31,822 INFO [RS:0;57759bcb46a5:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:31,822 INFO [RS:0;57759bcb46a5:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34153,1732065748574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:22:31,835 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:22:31,835 INFO [RS:0;57759bcb46a5:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34153,1732065748574-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:31,835 INFO [RS:0;57759bcb46a5:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:31,835 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.Replication(171): 57759bcb46a5,34153,1732065748574 started 2024-11-20T01:22:31,849 INFO [RS:0;57759bcb46a5:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:31,849 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,34153,1732065748574, RpcServer on 57759bcb46a5/172.17.0.3:34153, sessionid=0x10155d5ad350007 2024-11-20T01:22:31,849 DEBUG [RS:0;57759bcb46a5:34153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:22:31,849 DEBUG [RS:0;57759bcb46a5:34153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,34153,1732065748574 2024-11-20T01:22:31,849 DEBUG [RS:0;57759bcb46a5:34153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,34153,1732065748574' 2024-11-20T01:22:31,849 DEBUG [RS:0;57759bcb46a5:34153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21963406832/flush-table-proc/abort' 2024-11-20T01:22:31,850 DEBUG [RS:0;57759bcb46a5:34153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21963406832/flush-table-proc/acquired' 2024-11-20T01:22:31,850 DEBUG [RS:0;57759bcb46a5:34153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:22:31,850 DEBUG [RS:0;57759bcb46a5:34153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:22:31,850 DEBUG [RS:0;57759bcb46a5:34153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,34153,1732065748574 2024-11-20T01:22:31,850 DEBUG [RS:0;57759bcb46a5:34153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,34153,1732065748574' 2024-11-20T01:22:31,850 DEBUG [RS:0;57759bcb46a5:34153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21963406832/online-snapshot/abort' 2024-11-20T01:22:31,850 DEBUG [RS:0;57759bcb46a5:34153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21963406832/online-snapshot/acquired' 2024-11-20T01:22:31,851 DEBUG [RS:0;57759bcb46a5:34153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:22:31,851 INFO [RS:0;57759bcb46a5:34153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:22:31,851 INFO [RS:0;57759bcb46a5:34153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:22:31,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:22:31,942 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53 2024-11-20T01:22:31,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741832_1008 (size=32) 2024-11-20T01:22:31,951 INFO [RS:0;57759bcb46a5:34153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:22:31,953 INFO [RS:0;57759bcb46a5:34153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C34153%2C1732065748574, suffix=, logDir=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574, archiveDir=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/oldWALs, maxLogs=10 2024-11-20T01:22:31,966 DEBUG [RS:0;57759bcb46a5:34153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953, exclude list is [], retry=0 2024-11-20T01:22:31,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41893,DS-4a9d1b9e-5d49-41ec-8167-7e54257b23a5,DISK] 2024-11-20T01:22:31,970 INFO [RS:0;57759bcb46a5:34153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 2024-11-20T01:22:31,971 DEBUG [RS:0;57759bcb46a5:34153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38775:38775)] 2024-11-20T01:22:32,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:32,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:22:32,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:22:32,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:32,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:32,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:22:32,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:22:32,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:32,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:32,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:22:32,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:22:32,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:32,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:32,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:22:32,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:22:32,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:32,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:32,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:22:32,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740 2024-11-20T01:22:32,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740 2024-11-20T01:22:32,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:22:32,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:22:32,370 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:22:32,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:22:32,373 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:32,374 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64376648, jitterRate=-0.04071319103240967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:22:32,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065752347Initializing all the Stores at 1732065752348 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065752348Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065752348Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065752348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065752348Cleaning up temporary data from old regions at 1732065752369 (+21 ms)Region opened successfully at 1732065752374 (+5 ms) 2024-11-20T01:22:32,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:22:32,374 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:22:32,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:22:32,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:22:32,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:22:32,376 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:22:32,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065752374Disabling compacts and flushes for region at 1732065752374Disabling writes for close at 1732065752374Writing region close event to WAL at 1732065752376 (+2 ms)Closed at 1732065752376 2024-11-20T01:22:32,384 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:22:32,384 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:22:32,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:22:32,393 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:22:32,394 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:22:32,544 DEBUG [57759bcb46a5:44699 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:22:32,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,34153,1732065748574 2024-11-20T01:22:32,547 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,34153,1732065748574, state=OPENING 2024-11-20T01:22:32,554 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:22:32,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:32,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:32,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21963406832/meta-region-server: CHANGED 2024-11-20T01:22:32,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21963406832/meta-region-server: CHANGED 2024-11-20T01:22:32,567 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:22:32,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,34153,1732065748574}] 2024-11-20T01:22:32,719 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:22:32,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:22:32,723 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:22:32,723 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:32,723 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:22:32,724 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C34153%2C1732065748574.meta, suffix=.meta, logDir=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574, archiveDir=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/oldWALs, maxLogs=10 2024-11-20T01:22:32,735 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.meta.1732065752724.meta, exclude list is [], retry=0 2024-11-20T01:22:32,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41893,DS-4a9d1b9e-5d49-41ec-8167-7e54257b23a5,DISK] 2024-11-20T01:22:32,738 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.meta.1732065752724.meta 2024-11-20T01:22:32,738 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38775:38775)] 2024-11-20T01:22:32,739 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:32,739 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:22:32,739 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:22:32,739 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:22:32,739 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:22:32,739 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:22:32,739 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:32,739 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:22:32,739 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:22:32,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:22:32,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:22:32,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:32,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:32,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:22:32,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:22:32,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:32,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:32,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:22:32,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:22:32,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:32,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:32,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:22:32,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:22:32,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:32,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:22:32,743 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:22:32,743 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740 2024-11-20T01:22:32,744 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740 2024-11-20T01:22:32,745 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:22:32,745 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:22:32,745 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:22:32,746 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:22:32,747 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64298656, jitterRate=-0.041875362396240234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:22:32,747 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:22:32,747 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065752739Writing region info on filesystem at 1732065752739Initializing all the Stores at 1732065752740 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065752740Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065752740Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065752740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065752740Cleaning up temporary data from old regions at 1732065752745 (+5 ms)Running coprocessor post-open hooks at 1732065752747 (+2 ms)Region opened successfully at 1732065752747 2024-11-20T01:22:32,747 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065752719 2024-11-20T01:22:32,749 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:22:32,749 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:22:32,749 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,34153,1732065748574 2024-11-20T01:22:32,750 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,34153,1732065748574, state=OPEN 2024-11-20T01:22:32,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21963406832/meta-region-server 2024-11-20T01:22:32,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21963406832/meta-region-server 2024-11-20T01:22:32,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21963406832/meta-region-server: CHANGED 2024-11-20T01:22:32,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21963406832/meta-region-server: CHANGED 2024-11-20T01:22:32,755 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,34153,1732065748574 2024-11-20T01:22:32,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:22:32,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,34153,1732065748574 in 188 msec 2024-11-20T01:22:32,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:22:32,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-20T01:22:32,758 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:22:32,758 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:22:32,759 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:32,759 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34153,1732065748574, seqNum=-1] 2024-11-20T01:22:32,759 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:32,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:32,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2290 sec 2024-11-20T01:22:32,763 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065752763, completionTime=-1 2024-11-20T01:22:32,763 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:22:32,763 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:22:32,765 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:22:32,765 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065812765 2024-11-20T01:22:32,765 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065872765 2024-11-20T01:22:32,765 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T01:22:32,765 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44699,1732065748436-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:32,765 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44699,1732065748436-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:32,765 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44699,1732065748436-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:32,765 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:44699, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:32,765 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:32,766 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:32,767 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:22:32,768 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.084sec 2024-11-20T01:22:32,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:22:32,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:22:32,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:22:32,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:22:32,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:22:32,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44699,1732065748436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:22:32,769 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44699,1732065748436-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:22:32,770 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:22:32,770 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:22:32,770 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44699,1732065748436-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:22:32,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b77f455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:32,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44699,-1 for getting cluster id 2024-11-20T01:22:32,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:32,849 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fcd6228-1e05-4cbe-81e8-4e3ec060b885' 2024-11-20T01:22:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fcd6228-1e05-4cbe-81e8-4e3ec060b885" 2024-11-20T01:22:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb8bfab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44699,-1] 2024-11-20T01:22:32,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:32,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:32,852 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:32,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cec6824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:32,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:32,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34153,1732065748574, seqNum=-1] 2024-11-20T01:22:32,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:32,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:32,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,44699,1732065748436 2024-11-20T01:22:32,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62218 2024-11-20T01:22:32,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:22:32,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10155d5ad350008 connected 2024-11-20T01:22:32,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:32,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,46531,1732065737124 2024-11-20T01:22:32,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2802542d 2024-11-20T01:22:32,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:32,888 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:32,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:22:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:22:32,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:22:32,891 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:32,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:22:32,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:22:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:22:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:33,303 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7ab440056dc81d4b66532bd25c80b5f, NAME => 'test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0 2024-11-20T01:22:33,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:22:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:33,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:33,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d7ab440056dc81d4b66532bd25c80b5f, disabling compactions & flushes 2024-11-20T01:22:33,708 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f. 2024-11-20T01:22:33,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f. 2024-11-20T01:22:33,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f. after waiting 0 ms 2024-11-20T01:22:33,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f. 2024-11-20T01:22:33,708 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f. 2024-11-20T01:22:33,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7ab440056dc81d4b66532bd25c80b5f: Waiting for close lock at 1732065753708Disabling compacts and flushes for region at 1732065753708Disabling writes for close at 1732065753708Writing region close event to WAL at 1732065753708Closed at 1732065753708 2024-11-20T01:22:33,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:22:33,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065753710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065753710"}]},"ts":"1732065753710"} 2024-11-20T01:22:33,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:22:33,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:22:33,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065753712"}]},"ts":"1732065753712"} 2024-11-20T01:22:33,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:22:33,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7ab440056dc81d4b66532bd25c80b5f, ASSIGN}] 2024-11-20T01:22:33,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7ab440056dc81d4b66532bd25c80b5f, ASSIGN 2024-11-20T01:22:33,716 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d7ab440056dc81d4b66532bd25c80b5f, ASSIGN; state=OFFLINE, location=57759bcb46a5,41883,1732065737323; forceNewPlan=false, retain=false 2024-11-20T01:22:33,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7ab440056dc81d4b66532bd25c80b5f, regionState=OPENING, regionLocation=57759bcb46a5,41883,1732065737323 2024-11-20T01:22:33,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d7ab440056dc81d4b66532bd25c80b5f, ASSIGN because future has completed 2024-11-20T01:22:33,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7ab440056dc81d4b66532bd25c80b5f, server=57759bcb46a5,41883,1732065737323}] 2024-11-20T01:22:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:34,057 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f. 2024-11-20T01:22:34,057 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d7ab440056dc81d4b66532bd25c80b5f, NAME => 'test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:34,058 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:22:34,058 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:22:34,058 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:22:34,058 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:34,058 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:22:34,058 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:22:34,067 INFO [StoreOpener-d7ab440056dc81d4b66532bd25c80b5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:22:34,068 INFO [StoreOpener-d7ab440056dc81d4b66532bd25c80b5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7ab440056dc81d4b66532bd25c80b5f columnFamilyName f 2024-11-20T01:22:34,068 DEBUG [StoreOpener-d7ab440056dc81d4b66532bd25c80b5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:34,069 INFO [StoreOpener-d7ab440056dc81d4b66532bd25c80b5f-1 {}] regionserver.HStore(327): Store=d7ab440056dc81d4b66532bd25c80b5f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:34,069 INFO [StoreOpener-d7ab440056dc81d4b66532bd25c80b5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:22:34,070 INFO [StoreOpener-d7ab440056dc81d4b66532bd25c80b5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7ab440056dc81d4b66532bd25c80b5f columnFamilyName f1 2024-11-20T01:22:34,070 DEBUG [StoreOpener-d7ab440056dc81d4b66532bd25c80b5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:34,070 INFO [StoreOpener-d7ab440056dc81d4b66532bd25c80b5f-1 {}] regionserver.HStore(327): Store=d7ab440056dc81d4b66532bd25c80b5f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:34,070 INFO [StoreOpener-d7ab440056dc81d4b66532bd25c80b5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:22:34,071 INFO [StoreOpener-d7ab440056dc81d4b66532bd25c80b5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7ab440056dc81d4b66532bd25c80b5f columnFamilyName norep 2024-11-20T01:22:34,071 DEBUG [StoreOpener-d7ab440056dc81d4b66532bd25c80b5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:34,072 INFO [StoreOpener-d7ab440056dc81d4b66532bd25c80b5f-1 {}] regionserver.HStore(327): Store=d7ab440056dc81d4b66532bd25c80b5f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:34,072 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:22:34,073 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:22:34,073 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:22:34,081 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:22:34,081 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:22:34,082 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:22:34,083 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:22:34,087 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:34,087 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d7ab440056dc81d4b66532bd25c80b5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73566164, jitterRate=0.09622126817703247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:22:34,087 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:22:34,087 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d7ab440056dc81d4b66532bd25c80b5f: Running coprocessor pre-open hook at 1732065754058Writing region info on filesystem at 1732065754058Initializing all the Stores at 1732065754060 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065754060Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065754066 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065754066Cleaning up temporary data from old regions at 1732065754081 (+15 ms)Running coprocessor post-open hooks at 1732065754087 (+6 ms)Region opened successfully at 1732065754087 2024-11-20T01:22:34,092 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f., pid=6, masterSystemTime=1732065754024 2024-11-20T01:22:34,095 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f. 2024-11-20T01:22:34,095 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f. 2024-11-20T01:22:34,096 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7ab440056dc81d4b66532bd25c80b5f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,41883,1732065737323 2024-11-20T01:22:34,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7ab440056dc81d4b66532bd25c80b5f, server=57759bcb46a5,41883,1732065737323 because future has completed 2024-11-20T01:22:34,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:22:34,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d7ab440056dc81d4b66532bd25c80b5f, server=57759bcb46a5,41883,1732065737323 in 251 msec 2024-11-20T01:22:34,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:22:34,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d7ab440056dc81d4b66532bd25c80b5f, ASSIGN in 408 msec 2024-11-20T01:22:34,127 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:22:34,128 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065754127"}]},"ts":"1732065754127"} 2024-11-20T01:22:34,130 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:22:34,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:22:34,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2430 sec 2024-11-20T01:22:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:35,041 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:22:35,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:35,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,38165,1732065742445 2024-11-20T01:22:35,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17ba6e88 2024-11-20T01:22:35,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:35,043 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:35,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:22:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:22:35,048 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:22:35,048 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:35,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:22:35,049 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:22:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:35,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:22:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:35,456 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da3a3564442cf0fccad15f9f822bd2bc, NAME => 'test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda 2024-11-20T01:22:35,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:22:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:35,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:35,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing da3a3564442cf0fccad15f9f822bd2bc, disabling compactions & flushes 2024-11-20T01:22:35,862 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc. 2024-11-20T01:22:35,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc. 2024-11-20T01:22:35,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc. after waiting 0 ms 2024-11-20T01:22:35,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc. 2024-11-20T01:22:35,862 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc. 2024-11-20T01:22:35,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for da3a3564442cf0fccad15f9f822bd2bc: Waiting for close lock at 1732065755862Disabling compacts and flushes for region at 1732065755862Disabling writes for close at 1732065755862Writing region close event to WAL at 1732065755862Closed at 1732065755862 2024-11-20T01:22:35,865 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:22:35,865 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065755865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065755865"}]},"ts":"1732065755865"} 2024-11-20T01:22:35,867 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:22:35,868 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:22:35,868 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065755868"}]},"ts":"1732065755868"} 2024-11-20T01:22:35,869 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:22:35,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da3a3564442cf0fccad15f9f822bd2bc, ASSIGN}] 2024-11-20T01:22:35,871 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da3a3564442cf0fccad15f9f822bd2bc, ASSIGN 2024-11-20T01:22:35,871 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=da3a3564442cf0fccad15f9f822bd2bc, ASSIGN; state=OFFLINE, location=57759bcb46a5,34531,1732065742555; forceNewPlan=false, retain=false 2024-11-20T01:22:36,022 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da3a3564442cf0fccad15f9f822bd2bc, regionState=OPENING, regionLocation=57759bcb46a5,34531,1732065742555 2024-11-20T01:22:36,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=da3a3564442cf0fccad15f9f822bd2bc, ASSIGN because future has completed 2024-11-20T01:22:36,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da3a3564442cf0fccad15f9f822bd2bc, server=57759bcb46a5,34531,1732065742555}] 2024-11-20T01:22:36,187 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc. 2024-11-20T01:22:36,187 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => da3a3564442cf0fccad15f9f822bd2bc, NAME => 'test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:36,188 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:22:36,188 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:22:36,188 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:36,188 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:36,188 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:36,188 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:36,192 INFO [StoreOpener-da3a3564442cf0fccad15f9f822bd2bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:36,193 INFO [StoreOpener-da3a3564442cf0fccad15f9f822bd2bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da3a3564442cf0fccad15f9f822bd2bc columnFamilyName f 2024-11-20T01:22:36,193 DEBUG [StoreOpener-da3a3564442cf0fccad15f9f822bd2bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:36,194 INFO [StoreOpener-da3a3564442cf0fccad15f9f822bd2bc-1 {}] regionserver.HStore(327): Store=da3a3564442cf0fccad15f9f822bd2bc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:36,194 INFO [StoreOpener-da3a3564442cf0fccad15f9f822bd2bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:36,198 INFO [StoreOpener-da3a3564442cf0fccad15f9f822bd2bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da3a3564442cf0fccad15f9f822bd2bc columnFamilyName f1 2024-11-20T01:22:36,198 DEBUG [StoreOpener-da3a3564442cf0fccad15f9f822bd2bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:36,198 INFO [StoreOpener-da3a3564442cf0fccad15f9f822bd2bc-1 {}] regionserver.HStore(327): Store=da3a3564442cf0fccad15f9f822bd2bc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:36,199 INFO [StoreOpener-da3a3564442cf0fccad15f9f822bd2bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:36,200 INFO [StoreOpener-da3a3564442cf0fccad15f9f822bd2bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da3a3564442cf0fccad15f9f822bd2bc columnFamilyName norep 2024-11-20T01:22:36,200 DEBUG [StoreOpener-da3a3564442cf0fccad15f9f822bd2bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:36,200 INFO [StoreOpener-da3a3564442cf0fccad15f9f822bd2bc-1 {}] regionserver.HStore(327): Store=da3a3564442cf0fccad15f9f822bd2bc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:36,200 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:36,201 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:36,201 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:36,202 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:36,202 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:36,202 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:22:36,203 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:36,206 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:36,206 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened da3a3564442cf0fccad15f9f822bd2bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73159921, jitterRate=0.09016777575016022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:22:36,206 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:36,207 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for da3a3564442cf0fccad15f9f822bd2bc: Running coprocessor pre-open hook at 1732065756188Writing region info on filesystem at 1732065756188Initializing all the Stores at 1732065756189 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065756189Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065756192 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065756192Cleaning up temporary data from old regions at 1732065756202 (+10 ms)Running coprocessor post-open hooks at 1732065756206 (+4 ms)Region opened successfully at 1732065756206 2024-11-20T01:22:36,207 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc., pid=6, masterSystemTime=1732065756176 2024-11-20T01:22:36,209 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc. 2024-11-20T01:22:36,209 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc. 2024-11-20T01:22:36,210 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da3a3564442cf0fccad15f9f822bd2bc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,34531,1732065742555 2024-11-20T01:22:36,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da3a3564442cf0fccad15f9f822bd2bc, server=57759bcb46a5,34531,1732065742555 because future has completed 2024-11-20T01:22:36,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:22:36,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da3a3564442cf0fccad15f9f822bd2bc, server=57759bcb46a5,34531,1732065742555 in 189 msec 2024-11-20T01:22:36,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:22:36,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=da3a3564442cf0fccad15f9f822bd2bc, ASSIGN in 344 msec 2024-11-20T01:22:36,217 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:22:36,218 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065756217"}]},"ts":"1732065756217"} 2024-11-20T01:22:36,220 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:22:36,224 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:22:36,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1810 sec 2024-11-20T01:22:36,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T01:22:36,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T01:22:36,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:22:36,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T01:22:36,695 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T01:22:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:37,201 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:22:37,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:37,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,44699,1732065748436 2024-11-20T01:22:37,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46459f93 2024-11-20T01:22:37,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:37,202 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:37,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:22:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:22:37,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:22:37,205 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:37,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:22:37,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:22:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:37,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:22:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:37,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb65378846d951c2bc17589a47dde9c8, NAME => 'test,,1732065757203.fb65378846d951c2bc17589a47dde9c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53 2024-11-20T01:22:37,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:22:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:38,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065757203.fb65378846d951c2bc17589a47dde9c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:38,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fb65378846d951c2bc17589a47dde9c8, disabling compactions & flushes 2024-11-20T01:22:38,016 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065757203.fb65378846d951c2bc17589a47dde9c8. 2024-11-20T01:22:38,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065757203.fb65378846d951c2bc17589a47dde9c8. 2024-11-20T01:22:38,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065757203.fb65378846d951c2bc17589a47dde9c8. after waiting 0 ms 2024-11-20T01:22:38,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065757203.fb65378846d951c2bc17589a47dde9c8. 2024-11-20T01:22:38,016 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065757203.fb65378846d951c2bc17589a47dde9c8. 2024-11-20T01:22:38,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb65378846d951c2bc17589a47dde9c8: Waiting for close lock at 1732065758016Disabling compacts and flushes for region at 1732065758016Disabling writes for close at 1732065758016Writing region close event to WAL at 1732065758016Closed at 1732065758016 2024-11-20T01:22:38,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:22:38,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065757203.fb65378846d951c2bc17589a47dde9c8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065758018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065758018"}]},"ts":"1732065758018"} 2024-11-20T01:22:38,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:22:38,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:22:38,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065758020"}]},"ts":"1732065758020"} 2024-11-20T01:22:38,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:22:38,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fb65378846d951c2bc17589a47dde9c8, ASSIGN}] 2024-11-20T01:22:38,023 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fb65378846d951c2bc17589a47dde9c8, ASSIGN 2024-11-20T01:22:38,024 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fb65378846d951c2bc17589a47dde9c8, ASSIGN; state=OFFLINE, location=57759bcb46a5,34153,1732065748574; forceNewPlan=false, retain=false 2024-11-20T01:22:38,184 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb65378846d951c2bc17589a47dde9c8, regionState=OPENING, regionLocation=57759bcb46a5,34153,1732065748574 2024-11-20T01:22:38,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fb65378846d951c2bc17589a47dde9c8, ASSIGN because future has completed 2024-11-20T01:22:38,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb65378846d951c2bc17589a47dde9c8, server=57759bcb46a5,34153,1732065748574}] 2024-11-20T01:22:38,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:22:38,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:38,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:38,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:38,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:38,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:38,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:38,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:38,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:38,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:38,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:38,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:38,362 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065757203.fb65378846d951c2bc17589a47dde9c8. 2024-11-20T01:22:38,362 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fb65378846d951c2bc17589a47dde9c8, NAME => 'test,,1732065757203.fb65378846d951c2bc17589a47dde9c8.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:38,362 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:22:38,363 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:22:38,363 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:38,363 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065757203.fb65378846d951c2bc17589a47dde9c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:38,363 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:38,363 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:38,364 INFO [StoreOpener-fb65378846d951c2bc17589a47dde9c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:38,365 INFO [StoreOpener-fb65378846d951c2bc17589a47dde9c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb65378846d951c2bc17589a47dde9c8 columnFamilyName f 2024-11-20T01:22:38,365 DEBUG [StoreOpener-fb65378846d951c2bc17589a47dde9c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:38,365 INFO [StoreOpener-fb65378846d951c2bc17589a47dde9c8-1 {}] regionserver.HStore(327): Store=fb65378846d951c2bc17589a47dde9c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:38,365 INFO [StoreOpener-fb65378846d951c2bc17589a47dde9c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:38,366 INFO [StoreOpener-fb65378846d951c2bc17589a47dde9c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb65378846d951c2bc17589a47dde9c8 columnFamilyName f1 2024-11-20T01:22:38,366 DEBUG [StoreOpener-fb65378846d951c2bc17589a47dde9c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:38,366 INFO [StoreOpener-fb65378846d951c2bc17589a47dde9c8-1 {}] regionserver.HStore(327): Store=fb65378846d951c2bc17589a47dde9c8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:38,366 INFO [StoreOpener-fb65378846d951c2bc17589a47dde9c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:38,367 INFO [StoreOpener-fb65378846d951c2bc17589a47dde9c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb65378846d951c2bc17589a47dde9c8 columnFamilyName norep 2024-11-20T01:22:38,367 DEBUG [StoreOpener-fb65378846d951c2bc17589a47dde9c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:38,367 INFO [StoreOpener-fb65378846d951c2bc17589a47dde9c8-1 {}] regionserver.HStore(327): Store=fb65378846d951c2bc17589a47dde9c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:38,367 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:38,368 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:38,368 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:38,368 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:38,369 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:38,369 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:22:38,370 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:38,371 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:38,372 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fb65378846d951c2bc17589a47dde9c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74914233, jitterRate=0.11630906164646149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:22:38,372 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:38,372 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fb65378846d951c2bc17589a47dde9c8: Running coprocessor pre-open hook at 1732065758363Writing region info on filesystem at 1732065758363Initializing all the Stores at 1732065758364 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065758364Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065758364Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065758364Cleaning up temporary data from old regions at 1732065758369 (+5 ms)Running coprocessor post-open hooks at 1732065758372 (+3 ms)Region opened successfully at 1732065758372 2024-11-20T01:22:38,373 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065757203.fb65378846d951c2bc17589a47dde9c8., pid=6, masterSystemTime=1732065758359 2024-11-20T01:22:38,375 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065757203.fb65378846d951c2bc17589a47dde9c8. 2024-11-20T01:22:38,375 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065757203.fb65378846d951c2bc17589a47dde9c8. 2024-11-20T01:22:38,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb65378846d951c2bc17589a47dde9c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,34153,1732065748574 2024-11-20T01:22:38,376 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44699 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=57759bcb46a5,34153,1732065748574, table=test, region=fb65378846d951c2bc17589a47dde9c8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T01:22:38,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb65378846d951c2bc17589a47dde9c8, server=57759bcb46a5,34153,1732065748574 because future has completed 2024-11-20T01:22:38,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:22:38,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fb65378846d951c2bc17589a47dde9c8, server=57759bcb46a5,34153,1732065748574 in 171 msec 2024-11-20T01:22:38,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:22:38,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fb65378846d951c2bc17589a47dde9c8, ASSIGN in 357 msec 2024-11-20T01:22:38,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:22:38,382 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065758382"}]},"ts":"1732065758382"} 2024-11-20T01:22:38,383 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:22:38,384 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:22:38,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1810 sec 2024-11-20T01:22:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:22:39,361 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:22:39,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2e097e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,46531,-1 for getting cluster id 2024-11-20T01:22:39,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:39,363 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff593265-72d6-4d4a-80f8-4c969170bebd' 2024-11-20T01:22:39,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:39,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff593265-72d6-4d4a-80f8-4c969170bebd" 2024-11-20T01:22:39,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756d2b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,46531,-1] 2024-11-20T01:22:39,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:39,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:39,365 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588a917c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:39,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,46531,1732065737124 2024-11-20T01:22:39,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fc5d65b 2024-11-20T01:22:39,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:39,368 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:39,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:38165,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:22:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:22:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:39,373 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:38165' 2024-11-20T01:22:39,375 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e127a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,375 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38165,-1 for getting cluster id 2024-11-20T01:22:39,376 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:39,377 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3239b4e-8d21-4229-8407-a714334ee017' 2024-11-20T01:22:39,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:39,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3239b4e-8d21-4229-8407-a714334ee017" 2024-11-20T01:22:39,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619f669f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38165,-1] 2024-11-20T01:22:39,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:39,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:39,380 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:39,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58eaf179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:39,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:39,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,38165,1732065742445 2024-11-20T01:22:39,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@624f83cd 2024-11-20T01:22:39,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:39,384 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:39,386 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T01:22:39,386 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:22:39,387 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:39,387 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:39,387 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:22:39,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:39,388 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:22:39,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:22:39,389 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:39,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:22:39,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741837_1013 (size=1138) 2024-11-20T01:22:39,438 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T01:22:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:39,848 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2316b87a8a5431a49b7bd3145f02149e, NAME => 'hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0 2024-11-20T01:22:39,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741838_1014 (size=44) 2024-11-20T01:22:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:40,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:40,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2316b87a8a5431a49b7bd3145f02149e, disabling compactions & flushes 2024-11-20T01:22:40,278 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. 2024-11-20T01:22:40,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. 2024-11-20T01:22:40,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. after waiting 0 ms 2024-11-20T01:22:40,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. 2024-11-20T01:22:40,278 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. 2024-11-20T01:22:40,278 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2316b87a8a5431a49b7bd3145f02149e: Waiting for close lock at 1732065760278Disabling compacts and flushes for region at 1732065760278Disabling writes for close at 1732065760278Writing region close event to WAL at 1732065760278Closed at 1732065760278 2024-11-20T01:22:40,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:22:40,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732065760279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065760279"}]},"ts":"1732065760279"} 2024-11-20T01:22:40,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:22:40,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:22:40,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065760282"}]},"ts":"1732065760282"} 2024-11-20T01:22:40,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T01:22:40,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2316b87a8a5431a49b7bd3145f02149e, ASSIGN}] 2024-11-20T01:22:40,290 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2316b87a8a5431a49b7bd3145f02149e, ASSIGN 2024-11-20T01:22:40,291 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2316b87a8a5431a49b7bd3145f02149e, ASSIGN; state=OFFLINE, location=57759bcb46a5,41883,1732065737323; forceNewPlan=false, retain=false 2024-11-20T01:22:40,442 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2316b87a8a5431a49b7bd3145f02149e, regionState=OPENING, regionLocation=57759bcb46a5,41883,1732065737323 2024-11-20T01:22:40,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2316b87a8a5431a49b7bd3145f02149e, ASSIGN because future has completed 2024-11-20T01:22:40,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2316b87a8a5431a49b7bd3145f02149e, server=57759bcb46a5,41883,1732065737323}] 2024-11-20T01:22:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:40,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. 2024-11-20T01:22:40,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:40,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:22:40,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C41883%2C1732065737323.rep, suffix=, logDir=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323, archiveDir=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/oldWALs, maxLogs=10 2024-11-20T01:22:40,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.rep.1732065760603, exclude list is [], retry=0 2024-11-20T01:22:40,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38149,DS-bc19d66b-6725-4149-abc0-065863241e3d,DISK] 2024-11-20T01:22:40,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.rep.1732065760603 2024-11-20T01:22:40,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35255:35255)] 2024-11-20T01:22:40,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2316b87a8a5431a49b7bd3145f02149e, NAME => 'hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:40,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:22:40,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:22:40,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. service=MultiRowMutationService 2024-11-20T01:22:40,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:22:40,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:22:40,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:40,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:22:40,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:22:40,633 INFO [StoreOpener-2316b87a8a5431a49b7bd3145f02149e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:22:40,634 INFO [StoreOpener-2316b87a8a5431a49b7bd3145f02149e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2316b87a8a5431a49b7bd3145f02149e columnFamilyName hfileref 2024-11-20T01:22:40,635 DEBUG [StoreOpener-2316b87a8a5431a49b7bd3145f02149e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:40,635 INFO [StoreOpener-2316b87a8a5431a49b7bd3145f02149e-1 {}] regionserver.HStore(327): Store=2316b87a8a5431a49b7bd3145f02149e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:40,635 INFO [StoreOpener-2316b87a8a5431a49b7bd3145f02149e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:22:40,636 INFO [StoreOpener-2316b87a8a5431a49b7bd3145f02149e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2316b87a8a5431a49b7bd3145f02149e columnFamilyName queue 2024-11-20T01:22:40,636 DEBUG [StoreOpener-2316b87a8a5431a49b7bd3145f02149e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:40,637 INFO [StoreOpener-2316b87a8a5431a49b7bd3145f02149e-1 {}] regionserver.HStore(327): Store=2316b87a8a5431a49b7bd3145f02149e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:40,637 INFO [StoreOpener-2316b87a8a5431a49b7bd3145f02149e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:22:40,638 INFO [StoreOpener-2316b87a8a5431a49b7bd3145f02149e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2316b87a8a5431a49b7bd3145f02149e columnFamilyName sid 2024-11-20T01:22:40,638 DEBUG [StoreOpener-2316b87a8a5431a49b7bd3145f02149e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:40,638 INFO [StoreOpener-2316b87a8a5431a49b7bd3145f02149e-1 {}] regionserver.HStore(327): Store=2316b87a8a5431a49b7bd3145f02149e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:40,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:22:40,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/replication/2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:22:40,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/replication/2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:22:40,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:22:40,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:22:40,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:22:40,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:22:40,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/replication/2316b87a8a5431a49b7bd3145f02149e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:40,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2316b87a8a5431a49b7bd3145f02149e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72708964, jitterRate=0.08344799280166626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:22:40,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:22:40,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2316b87a8a5431a49b7bd3145f02149e: Running coprocessor pre-open hook at 1732065760627Writing region info on filesystem at 1732065760627Initializing all the Stores at 1732065760628 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065760628Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065760633 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065760633Cleaning up temporary data from old regions at 1732065760642 (+9 ms)Running coprocessor post-open hooks at 1732065760652 (+10 ms)Region opened successfully at 1732065760652 2024-11-20T01:22:40,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e., pid=10, masterSystemTime=1732065760597 2024-11-20T01:22:40,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. 2024-11-20T01:22:40,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. 2024-11-20T01:22:40,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2316b87a8a5431a49b7bd3145f02149e, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,41883,1732065737323 2024-11-20T01:22:40,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2316b87a8a5431a49b7bd3145f02149e, server=57759bcb46a5,41883,1732065737323 because future has completed 2024-11-20T01:22:40,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:22:40,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2316b87a8a5431a49b7bd3145f02149e, server=57759bcb46a5,41883,1732065737323 in 219 msec 2024-11-20T01:22:40,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T01:22:40,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2316b87a8a5431a49b7bd3145f02149e, ASSIGN in 380 msec 2024-11-20T01:22:40,669 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:22:40,669 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065760669"}]},"ts":"1732065760669"} 2024-11-20T01:22:40,674 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T01:22:40,675 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:22:40,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2890 sec 2024-11-20T01:22:40,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e., hostname=57759bcb46a5,41883,1732065737323, seqNum=2] 2024-11-20T01:22:41,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:41,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:41,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:22:41,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T01:22:41,277 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T01:22:41,305 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,41883,1732065737323, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:22:41,305 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:41,305 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,41883,1732065737323, seqNum=-1] 2024-11-20T01:22:41,306 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:41,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T01:22:41,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57759bcb46a5,41883,1732065737323', locateType=CURRENT is [region=hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e., hostname=57759bcb46a5,41883,1732065737323, seqNum=2] 2024-11-20T01:22:41,310 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T01:22:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T01:22:41,322 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:38165' 2024-11-20T01:22:41,331 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77324307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:41,332 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38165,-1 for getting cluster id 2024-11-20T01:22:41,332 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57759bcb46a5,41883,1732065737323 suceeded 2024-11-20T01:22:41,332 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:41,332 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3239b4e-8d21-4229-8407-a714334ee017' 2024-11-20T01:22:41,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:41,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3239b4e-8d21-4229-8407-a714334ee017" 2024-11-20T01:22:41,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@215a2bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:41,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38165,-1] 2024-11-20T01:22:41,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:41,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:41,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T01:22:41,334 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57759bcb46a5:38165,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:22:41,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-20T01:22:41,334 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:41,335 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6f7f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:41,335 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:41,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9650 sec 2024-11-20T01:22:41,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,38165,1732065742445 2024-11-20T01:22:41,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69313c84 2024-11-20T01:22:41,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:41,336 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-20T01:22:41,337 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,41883,1732065737323 (queues=1) is replicating from cluster=ff593265-72d6-4d4a-80f8-4c969170bebd to cluster=f3239b4e-8d21-4229-8407-a714334ee017 2024-11-20T01:22:41,337 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C41883%2C1732065737323 2024-11-20T01:22:41,337 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,41883,1732065737323, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:22:41,337 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351, startPosition=0, beingWritten=true 2024-11-20T01:22:41,338 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C41883%2C1732065737323 2024-11-20T01:22:41,341 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:41,341 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 379, reset compression=false 2024-11-20T01:22:41,342 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,41883,1732065737323 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:41,531 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:22:41,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:41,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:41,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:41,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:41,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:41,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3d09dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:41,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38165,-1 for getting cluster id 2024-11-20T01:22:41,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:41,533 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3239b4e-8d21-4229-8407-a714334ee017' 2024-11-20T01:22:41,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:41,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3239b4e-8d21-4229-8407-a714334ee017" 2024-11-20T01:22:41,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3ab3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:41,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38165,-1] 2024-11-20T01:22:41,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:41,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:41,535 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:41,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa627e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:41,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,38165,1732065742445 2024-11-20T01:22:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bc5d12b 2024-11-20T01:22:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:41,539 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:41,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:44699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:22:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:22:41,544 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:44699' 2024-11-20T01:22:41,544 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 379, reset compression=false 2024-11-20T01:22:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:41,545 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ab5f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:41,546 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44699,-1 for getting cluster id 2024-11-20T01:22:41,546 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:41,546 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fcd6228-1e05-4cbe-81e8-4e3ec060b885' 2024-11-20T01:22:41,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:41,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fcd6228-1e05-4cbe-81e8-4e3ec060b885" 2024-11-20T01:22:41,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249a28b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:41,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44699,-1] 2024-11-20T01:22:41,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:41,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:41,548 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:41,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a1a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:41,549 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:41,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,44699,1732065748436 2024-11-20T01:22:41,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bcd7da3 2024-11-20T01:22:41,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:41,550 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:41,551 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T01:22:41,551 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:22:41,551 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:41,551 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:41,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:41,552 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:22:41,553 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:22:41,554 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:22:41,554 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:41,554 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:22:41,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741837_1013 (size=1138) 2024-11-20T01:22:41,603 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T01:22:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:41,849 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 379, reset compression=false 2024-11-20T01:22:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:41,980 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5482381c322025604569e9df63718ab, NAME => 'hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda 2024-11-20T01:22:42,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741838_1014 (size=44) 2024-11-20T01:22:42,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:42,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c5482381c322025604569e9df63718ab, disabling compactions & flushes 2024-11-20T01:22:42,010 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. 2024-11-20T01:22:42,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. 2024-11-20T01:22:42,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. after waiting 0 ms 2024-11-20T01:22:42,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. 2024-11-20T01:22:42,010 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. 2024-11-20T01:22:42,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5482381c322025604569e9df63718ab: Waiting for close lock at 1732065762010Disabling compacts and flushes for region at 1732065762010Disabling writes for close at 1732065762010Writing region close event to WAL at 1732065762010Closed at 1732065762010 2024-11-20T01:22:42,011 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:22:42,012 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732065762011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065762011"}]},"ts":"1732065762011"} 2024-11-20T01:22:42,013 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:22:42,014 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:22:42,014 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065762014"}]},"ts":"1732065762014"} 2024-11-20T01:22:42,016 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T01:22:42,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5482381c322025604569e9df63718ab, ASSIGN}] 2024-11-20T01:22:42,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5482381c322025604569e9df63718ab, ASSIGN 2024-11-20T01:22:42,019 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5482381c322025604569e9df63718ab, ASSIGN; state=OFFLINE, location=57759bcb46a5,34531,1732065742555; forceNewPlan=false, retain=false 2024-11-20T01:22:42,170 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5482381c322025604569e9df63718ab, regionState=OPENING, regionLocation=57759bcb46a5,34531,1732065742555 2024-11-20T01:22:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:42,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5482381c322025604569e9df63718ab, ASSIGN because future has completed 2024-11-20T01:22:42,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5482381c322025604569e9df63718ab, server=57759bcb46a5,34531,1732065742555}] 2024-11-20T01:22:42,263 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 379, reset compression=false 2024-11-20T01:22:42,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. 2024-11-20T01:22:42,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:42,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:22:42,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C34531%2C1732065742555.rep, suffix=, logDir=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555, archiveDir=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/oldWALs, maxLogs=10 2024-11-20T01:22:42,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.rep.1732065762330, exclude list is [], retry=0 2024-11-20T01:22:42,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36915,DS-f9e08f84-c276-4e91-bf57-53e0f6337d64,DISK] 2024-11-20T01:22:42,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.rep.1732065762330 2024-11-20T01:22:42,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38607:38607)] 2024-11-20T01:22:42,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c5482381c322025604569e9df63718ab, NAME => 'hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:42,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:22:42,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:22:42,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. service=MultiRowMutationService 2024-11-20T01:22:42,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:22:42,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c5482381c322025604569e9df63718ab 2024-11-20T01:22:42,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:42,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c5482381c322025604569e9df63718ab 2024-11-20T01:22:42,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c5482381c322025604569e9df63718ab 2024-11-20T01:22:42,352 INFO [StoreOpener-c5482381c322025604569e9df63718ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c5482381c322025604569e9df63718ab 2024-11-20T01:22:42,353 INFO [StoreOpener-c5482381c322025604569e9df63718ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5482381c322025604569e9df63718ab columnFamilyName hfileref 2024-11-20T01:22:42,353 DEBUG [StoreOpener-c5482381c322025604569e9df63718ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:42,353 INFO [StoreOpener-c5482381c322025604569e9df63718ab-1 {}] regionserver.HStore(327): Store=c5482381c322025604569e9df63718ab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:42,353 INFO [StoreOpener-c5482381c322025604569e9df63718ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c5482381c322025604569e9df63718ab 2024-11-20T01:22:42,354 INFO [StoreOpener-c5482381c322025604569e9df63718ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5482381c322025604569e9df63718ab columnFamilyName queue 2024-11-20T01:22:42,354 DEBUG [StoreOpener-c5482381c322025604569e9df63718ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:42,354 INFO [StoreOpener-c5482381c322025604569e9df63718ab-1 {}] regionserver.HStore(327): Store=c5482381c322025604569e9df63718ab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:42,354 INFO [StoreOpener-c5482381c322025604569e9df63718ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c5482381c322025604569e9df63718ab 2024-11-20T01:22:42,355 INFO [StoreOpener-c5482381c322025604569e9df63718ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5482381c322025604569e9df63718ab columnFamilyName sid 2024-11-20T01:22:42,355 DEBUG [StoreOpener-c5482381c322025604569e9df63718ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:42,355 INFO [StoreOpener-c5482381c322025604569e9df63718ab-1 {}] regionserver.HStore(327): Store=c5482381c322025604569e9df63718ab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:42,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c5482381c322025604569e9df63718ab 2024-11-20T01:22:42,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/replication/c5482381c322025604569e9df63718ab 2024-11-20T01:22:42,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/replication/c5482381c322025604569e9df63718ab 2024-11-20T01:22:42,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c5482381c322025604569e9df63718ab 2024-11-20T01:22:42,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c5482381c322025604569e9df63718ab 2024-11-20T01:22:42,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:22:42,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c5482381c322025604569e9df63718ab 2024-11-20T01:22:42,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/replication/c5482381c322025604569e9df63718ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:42,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c5482381c322025604569e9df63718ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65398372, jitterRate=-0.025488317012786865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:22:42,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5482381c322025604569e9df63718ab 2024-11-20T01:22:42,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c5482381c322025604569e9df63718ab: Running coprocessor pre-open hook at 1732065762351Writing region info on filesystem at 1732065762351Initializing all the Stores at 1732065762351Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065762351Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065762351Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065762351Cleaning up temporary data from old regions at 1732065762357 (+6 ms)Running coprocessor post-open hooks at 1732065762359 (+2 ms)Region opened successfully at 1732065762359 2024-11-20T01:22:42,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab., pid=10, masterSystemTime=1732065762325 2024-11-20T01:22:42,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. 2024-11-20T01:22:42,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. 2024-11-20T01:22:42,362 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5482381c322025604569e9df63718ab, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,34531,1732065742555 2024-11-20T01:22:42,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5482381c322025604569e9df63718ab, server=57759bcb46a5,34531,1732065742555 because future has completed 2024-11-20T01:22:42,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:22:42,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c5482381c322025604569e9df63718ab, server=57759bcb46a5,34531,1732065742555 in 192 msec 2024-11-20T01:22:42,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T01:22:42,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5482381c322025604569e9df63718ab, ASSIGN in 350 msec 2024-11-20T01:22:42,369 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:22:42,369 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065762369"}]},"ts":"1732065762369"} 2024-11-20T01:22:42,372 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T01:22:42,373 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:22:42,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 821 msec 2024-11-20T01:22:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab., hostname=57759bcb46a5,34531,1732065742555, seqNum=2] 2024-11-20T01:22:42,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:42,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:42,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:22:42,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T01:22:42,613 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T01:22:42,655 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,34531,1732065742555, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:22:42,656 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:42,656 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34531,1732065742555, seqNum=-1] 2024-11-20T01:22:42,656 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:42,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T01:22:42,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57759bcb46a5,34531,1732065742555', locateType=CURRENT is [region=hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab., hostname=57759bcb46a5,34531,1732065742555, seqNum=2] 2024-11-20T01:22:42,676 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T01:22:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T01:22:42,679 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57759bcb46a5,34531,1732065742555 suceeded 2024-11-20T01:22:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:42,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T01:22:42,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-11-20T01:22:42,682 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57759bcb46a5:44699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:22:42,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1430 sec 2024-11-20T01:22:42,693 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:44699' 2024-11-20T01:22:42,695 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T01:22:42,701 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1520edf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:42,701 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44699,-1 for getting cluster id 2024-11-20T01:22:42,702 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:42,702 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fcd6228-1e05-4cbe-81e8-4e3ec060b885' 2024-11-20T01:22:42,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:42,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fcd6228-1e05-4cbe-81e8-4e3ec060b885" 2024-11-20T01:22:42,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7892c5ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:42,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44699,-1] 2024-11-20T01:22:42,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:42,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:42,705 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:42,706 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@444831fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:42,706 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:42,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,44699,1732065748436 2024-11-20T01:22:42,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37022fc7 2024-11-20T01:22:42,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:42,708 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-20T01:22:42,708 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,34531,1732065742555 (queues=1) is replicating from cluster=f3239b4e-8d21-4229-8407-a714334ee017 to cluster=0fcd6228-1e05-4cbe-81e8-4e3ec060b885 2024-11-20T01:22:42,709 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C34531%2C1732065742555 2024-11-20T01:22:42,709 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,34531,1732065742555, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:22:42,709 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850, startPosition=0, beingWritten=true 2024-11-20T01:22:42,710 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.shipper57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C34531%2C1732065742555 2024-11-20T01:22:42,714 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:42,714 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 379, reset compression=false 2024-11-20T01:22:42,714 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.shipper57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34531,1732065742555 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:42,766 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 379, reset compression=false 2024-11-20T01:22:42,924 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 379, reset compression=false 2024-11-20T01:22:43,257 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 379, reset compression=false 2024-11-20T01:22:43,377 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 379, reset compression=false 2024-11-20T01:22:43,661 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 379, reset compression=false 2024-11-20T01:22:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:43,691 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:22:43,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:43,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:43,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:43,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:43,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:43,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211b12f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:43,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44699,-1 for getting cluster id 2024-11-20T01:22:43,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:43,693 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fcd6228-1e05-4cbe-81e8-4e3ec060b885' 2024-11-20T01:22:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fcd6228-1e05-4cbe-81e8-4e3ec060b885" 2024-11-20T01:22:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f74a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44699,-1] 2024-11-20T01:22:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:43,694 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:43,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368a112f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:43,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:43,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,44699,1732065748436 2024-11-20T01:22:43,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49fc1b44 2024-11-20T01:22:43,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:43,698 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:43,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:46531,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:22:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:22:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:43,702 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:46531' 2024-11-20T01:22:43,704 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f7c9d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:43,704 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,46531,-1 for getting cluster id 2024-11-20T01:22:43,704 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:43,705 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff593265-72d6-4d4a-80f8-4c969170bebd' 2024-11-20T01:22:43,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:43,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff593265-72d6-4d4a-80f8-4c969170bebd" 2024-11-20T01:22:43,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e4db73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:43,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,46531,-1] 2024-11-20T01:22:43,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:43,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:43,706 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:43,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac30e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:43,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:43,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,46531,1732065737124 2024-11-20T01:22:43,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cacc581 2024-11-20T01:22:43,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:43,710 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:43,711 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T01:22:43,711 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:22:43,711 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:43,711 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:43,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:43,711 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:22:43,713 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:22:43,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:22:43,714 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:43,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:22:43,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741837_1013 (size=1138) 2024-11-20T01:22:43,763 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T01:22:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:43,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:22:43,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:43,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:43,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:43,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:43,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:43,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:43,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:43,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:43,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:43,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:43,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:44,081 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 379, reset compression=false 2024-11-20T01:22:44,124 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e785eaa01ee9717a5e6c393e39bf536e, NAME => 'hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53 2024-11-20T01:22:44,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741838_1014 (size=44) 2024-11-20T01:22:44,165 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 379, reset compression=false 2024-11-20T01:22:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:44,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:44,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e785eaa01ee9717a5e6c393e39bf536e, disabling compactions & flushes 2024-11-20T01:22:44,529 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. 2024-11-20T01:22:44,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. 2024-11-20T01:22:44,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. after waiting 0 ms 2024-11-20T01:22:44,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. 2024-11-20T01:22:44,529 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. 2024-11-20T01:22:44,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e785eaa01ee9717a5e6c393e39bf536e: Waiting for close lock at 1732065764529Disabling compacts and flushes for region at 1732065764529Disabling writes for close at 1732065764529Writing region close event to WAL at 1732065764529Closed at 1732065764529 2024-11-20T01:22:44,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:22:44,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732065764530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065764530"}]},"ts":"1732065764530"} 2024-11-20T01:22:44,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:22:44,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:22:44,533 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065764533"}]},"ts":"1732065764533"} 2024-11-20T01:22:44,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T01:22:44,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e785eaa01ee9717a5e6c393e39bf536e, ASSIGN}] 2024-11-20T01:22:44,536 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e785eaa01ee9717a5e6c393e39bf536e, ASSIGN 2024-11-20T01:22:44,536 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e785eaa01ee9717a5e6c393e39bf536e, ASSIGN; state=OFFLINE, location=57759bcb46a5,34153,1732065748574; forceNewPlan=false, retain=false 2024-11-20T01:22:44,687 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e785eaa01ee9717a5e6c393e39bf536e, regionState=OPENING, regionLocation=57759bcb46a5,34153,1732065748574 2024-11-20T01:22:44,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e785eaa01ee9717a5e6c393e39bf536e, ASSIGN because future has completed 2024-11-20T01:22:44,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e785eaa01ee9717a5e6c393e39bf536e, server=57759bcb46a5,34153,1732065748574}] 2024-11-20T01:22:44,769 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 379, reset compression=false 2024-11-20T01:22:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:44,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. 2024-11-20T01:22:44,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:22:44,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:22:44,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C34153%2C1732065748574.rep, suffix=, logDir=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574, archiveDir=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/oldWALs, maxLogs=10 2024-11-20T01:22:44,885 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 379, reset compression=false 2024-11-20T01:22:44,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.rep.1732065764871, exclude list is [], retry=0 2024-11-20T01:22:44,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41893,DS-4a9d1b9e-5d49-41ec-8167-7e54257b23a5,DISK] 2024-11-20T01:22:44,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.rep.1732065764871 2024-11-20T01:22:44,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38775:38775)] 2024-11-20T01:22:44,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e785eaa01ee9717a5e6c393e39bf536e, NAME => 'hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:22:44,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:22:44,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:22:44,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. service=MultiRowMutationService 2024-11-20T01:22:44,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:22:44,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e785eaa01ee9717a5e6c393e39bf536e 2024-11-20T01:22:44,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:22:44,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e785eaa01ee9717a5e6c393e39bf536e 2024-11-20T01:22:44,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e785eaa01ee9717a5e6c393e39bf536e 2024-11-20T01:22:44,933 INFO [StoreOpener-e785eaa01ee9717a5e6c393e39bf536e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e785eaa01ee9717a5e6c393e39bf536e 2024-11-20T01:22:44,934 INFO [StoreOpener-e785eaa01ee9717a5e6c393e39bf536e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e785eaa01ee9717a5e6c393e39bf536e columnFamilyName hfileref 2024-11-20T01:22:44,934 DEBUG [StoreOpener-e785eaa01ee9717a5e6c393e39bf536e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:44,934 INFO [StoreOpener-e785eaa01ee9717a5e6c393e39bf536e-1 {}] regionserver.HStore(327): Store=e785eaa01ee9717a5e6c393e39bf536e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:44,934 INFO [StoreOpener-e785eaa01ee9717a5e6c393e39bf536e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e785eaa01ee9717a5e6c393e39bf536e 2024-11-20T01:22:44,935 INFO [StoreOpener-e785eaa01ee9717a5e6c393e39bf536e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e785eaa01ee9717a5e6c393e39bf536e columnFamilyName queue 2024-11-20T01:22:44,935 DEBUG [StoreOpener-e785eaa01ee9717a5e6c393e39bf536e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:44,936 INFO [StoreOpener-e785eaa01ee9717a5e6c393e39bf536e-1 {}] regionserver.HStore(327): Store=e785eaa01ee9717a5e6c393e39bf536e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:44,936 INFO [StoreOpener-e785eaa01ee9717a5e6c393e39bf536e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e785eaa01ee9717a5e6c393e39bf536e 2024-11-20T01:22:44,937 INFO [StoreOpener-e785eaa01ee9717a5e6c393e39bf536e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e785eaa01ee9717a5e6c393e39bf536e columnFamilyName sid 2024-11-20T01:22:44,937 DEBUG [StoreOpener-e785eaa01ee9717a5e6c393e39bf536e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:22:44,937 INFO [StoreOpener-e785eaa01ee9717a5e6c393e39bf536e-1 {}] regionserver.HStore(327): Store=e785eaa01ee9717a5e6c393e39bf536e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:22:44,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e785eaa01ee9717a5e6c393e39bf536e 2024-11-20T01:22:44,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/replication/e785eaa01ee9717a5e6c393e39bf536e 2024-11-20T01:22:44,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/replication/e785eaa01ee9717a5e6c393e39bf536e 2024-11-20T01:22:44,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e785eaa01ee9717a5e6c393e39bf536e 2024-11-20T01:22:44,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e785eaa01ee9717a5e6c393e39bf536e 2024-11-20T01:22:44,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:22:44,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e785eaa01ee9717a5e6c393e39bf536e 2024-11-20T01:22:44,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/replication/e785eaa01ee9717a5e6c393e39bf536e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:22:44,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e785eaa01ee9717a5e6c393e39bf536e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68828756, jitterRate=0.025628387928009033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:22:44,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e785eaa01ee9717a5e6c393e39bf536e 2024-11-20T01:22:44,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e785eaa01ee9717a5e6c393e39bf536e: Running coprocessor pre-open hook at 1732065764929Writing region info on filesystem at 1732065764929Initializing all the Stores at 1732065764930 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065764930Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065764932 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065764932Cleaning up temporary data from old regions at 1732065764939 (+7 ms)Running coprocessor post-open hooks at 1732065764943 (+4 ms)Region opened successfully at 1732065764943 2024-11-20T01:22:44,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e., pid=10, masterSystemTime=1732065764848 2024-11-20T01:22:44,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. 2024-11-20T01:22:44,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. 2024-11-20T01:22:44,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e785eaa01ee9717a5e6c393e39bf536e, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,34153,1732065748574 2024-11-20T01:22:44,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e785eaa01ee9717a5e6c393e39bf536e, server=57759bcb46a5,34153,1732065748574 because future has completed 2024-11-20T01:22:44,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:22:44,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e785eaa01ee9717a5e6c393e39bf536e, server=57759bcb46a5,34153,1732065748574 in 261 msec 2024-11-20T01:22:44,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T01:22:44,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e785eaa01ee9717a5e6c393e39bf536e, ASSIGN in 416 msec 2024-11-20T01:22:44,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:22:44,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065764954"}]},"ts":"1732065764954"} 2024-11-20T01:22:44,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T01:22:44,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:22:44,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2460 sec 2024-11-20T01:22:44,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e., hostname=57759bcb46a5,34153,1732065748574, seqNum=2] 2024-11-20T01:22:44,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:44,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:45,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:22:45,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T01:22:45,171 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T01:22:45,204 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,34153,1732065748574, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:22:45,205 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:45,205 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34153,1732065748574, seqNum=-1] 2024-11-20T01:22:45,205 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:45,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T01:22:45,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57759bcb46a5,34153,1732065748574', locateType=CURRENT is [region=hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e., hostname=57759bcb46a5,34153,1732065748574, seqNum=2] 2024-11-20T01:22:45,210 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T01:22:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T01:22:45,213 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57759bcb46a5,34153,1732065748574 suceeded 2024-11-20T01:22:45,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T01:22:45,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-20T01:22:45,215 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57759bcb46a5:46531,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:22:45,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-11-20T01:22:45,227 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:46531' 2024-11-20T01:22:45,228 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@416a620a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:45,228 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,46531,-1 for getting cluster id 2024-11-20T01:22:45,228 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:45,229 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff593265-72d6-4d4a-80f8-4c969170bebd' 2024-11-20T01:22:45,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:45,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff593265-72d6-4d4a-80f8-4c969170bebd" 2024-11-20T01:22:45,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64ef4590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:45,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,46531,-1] 2024-11-20T01:22:45,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:45,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:45,230 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:45,231 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d3ca737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:45,231 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:45,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,46531,1732065737124 2024-11-20T01:22:45,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31e116a9 2024-11-20T01:22:45,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:45,232 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T01:22:45,233 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,34153,1732065748574 (queues=1) is replicating from cluster=0fcd6228-1e05-4cbe-81e8-4e3ec060b885 to cluster=ff593265-72d6-4d4a-80f8-4c969170bebd 2024-11-20T01:22:45,233 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C34153%2C1732065748574 2024-11-20T01:22:45,233 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,34153,1732065748574, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:22:45,235 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953, startPosition=0, beingWritten=true 2024-11-20T01:22:45,238 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C34153%2C1732065748574 2024-11-20T01:22:45,243 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:45,243 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 379, reset compression=false 2024-11-20T01:22:45,243 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34153,1732065748574 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:45,447 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 379, reset compression=false 2024-11-20T01:22:45,473 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 379, reset compression=false 2024-11-20T01:22:45,649 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:45,650 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:22:45,650 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68535 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:22:45,751 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 379, reset compression=false 2024-11-20T01:22:45,827 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 379, reset compression=false 2024-11-20T01:22:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:22:45,850 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:22:45,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:45,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:45,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:45,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:45,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:45,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5353b885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:45,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,46531,-1 for getting cluster id 2024-11-20T01:22:45,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:45,852 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff593265-72d6-4d4a-80f8-4c969170bebd' 2024-11-20T01:22:45,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:45,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff593265-72d6-4d4a-80f8-4c969170bebd" 2024-11-20T01:22:45,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d1b646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:45,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,46531,-1] 2024-11-20T01:22:45,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:45,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:45,853 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:45,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150efce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:45,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34af1eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:45,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38165,-1 for getting cluster id 2024-11-20T01:22:45,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:45,855 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3239b4e-8d21-4229-8407-a714334ee017' 2024-11-20T01:22:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3239b4e-8d21-4229-8407-a714334ee017" 2024-11-20T01:22:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55cb0731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38165,-1] 2024-11-20T01:22:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:45,856 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:45,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656b4434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:45,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc6788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:45,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44699,-1 for getting cluster id 2024-11-20T01:22:45,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:45,858 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fcd6228-1e05-4cbe-81e8-4e3ec060b885' 2024-11-20T01:22:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fcd6228-1e05-4cbe-81e8-4e3ec060b885" 2024-11-20T01:22:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669f2037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44699,-1] 2024-11-20T01:22:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:45,859 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:45,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c67a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:45,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,41883,1732065737323, seqNum=-1] 2024-11-20T01:22:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:45,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:45,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f., hostname=57759bcb46a5,41883,1732065737323, seqNum=2] 2024-11-20T01:22:45,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:45,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34153,1732065748574, seqNum=-1] 2024-11-20T01:22:45,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:45,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732065757203.fb65378846d951c2bc17589a47dde9c8., hostname=57759bcb46a5,34153,1732065748574, seqNum=2] 2024-11-20T01:22:45,872 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T01:22:46,169 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 379, reset compression=false 2024-11-20T01:22:46,279 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 379, reset compression=false 2024-11-20T01:22:46,673 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 379, reset compression=false 2024-11-20T01:22:46,714 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:22:46,831 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 379, reset compression=false 2024-11-20T01:22:46,836 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:46,836 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 480, reset compression=false 2024-11-20T01:22:46,836 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,41883,1732065737323 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7ab440056dc81d4b66532bd25c80b5f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T01:22:46,838 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:22:46,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-20T01:22:46,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:46,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b7cb882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:46,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,38165,-1 for getting cluster id 2024-11-20T01:22:46,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:46,840 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3239b4e-8d21-4229-8407-a714334ee017' 2024-11-20T01:22:46,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:46,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3239b4e-8d21-4229-8407-a714334ee017" 2024-11-20T01:22:46,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14d259b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:46,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,38165,-1] 2024-11-20T01:22:46,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:46,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:46,841 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:46,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e5575b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:46,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:46,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34531,1732065742555, seqNum=-1] 2024-11-20T01:22:46,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:46,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T01:22:46,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc., hostname=57759bcb46a5,34531,1732065742555, seqNum=2] 2024-11-20T01:22:46,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:46,874 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T01:22:47,039 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 480, reset compression=false 2024-11-20T01:22:47,182 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 379, reset compression=false 2024-11-20T01:22:47,187 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:47,187 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 504, reset compression=false 2024-11-20T01:22:47,187 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.shipper57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34531,1732065742555 got entry batch from reader: WALEntryBatch [walEntries=[{test/da3a3564442cf0fccad15f9f822bd2bc/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T01:22:47,189 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.shipper57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:22:47,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-20T01:22:47,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:47,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b179005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:47,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44699,-1 for getting cluster id 2024-11-20T01:22:47,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:47,192 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fcd6228-1e05-4cbe-81e8-4e3ec060b885' 2024-11-20T01:22:47,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:47,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fcd6228-1e05-4cbe-81e8-4e3ec060b885" 2024-11-20T01:22:47,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44bd1251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:47,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44699,-1] 2024-11-20T01:22:47,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:47,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:47,193 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:47,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c084b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:47,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:47,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34153,1732065748574, seqNum=-1] 2024-11-20T01:22:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:47,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T01:22:47,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732065757203.fb65378846d951c2bc17589a47dde9c8., hostname=57759bcb46a5,34153,1732065748574, seqNum=2] 2024-11-20T01:22:47,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:47,276 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 379, reset compression=false 2024-11-20T01:22:47,281 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:47,281 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 528, reset compression=false 2024-11-20T01:22:47,281 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34153,1732065748574 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:47,343 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 480, reset compression=false 2024-11-20T01:22:47,392 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 504, reset compression=false 2024-11-20T01:22:47,492 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 528, reset compression=false 2024-11-20T01:22:47,704 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 504, reset compression=false 2024-11-20T01:22:47,747 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 480, reset compression=false 2024-11-20T01:22:47,795 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 528, reset compression=false 2024-11-20T01:22:47,876 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T01:22:47,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,34531,1732065742555, seqNum=-1] 2024-11-20T01:22:47,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:47,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:22:47,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc., hostname=57759bcb46a5,34531,1732065742555, seqNum=2] 2024-11-20T01:22:47,884 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T01:22:48,109 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 504, reset compression=false 2024-11-20T01:22:48,113 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:48,113 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 608, reset compression=false 2024-11-20T01:22:48,113 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.shipper57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34531,1732065742555 got entry batch from reader: WALEntryBatch [walEntries=[{test/da3a3564442cf0fccad15f9f822bd2bc/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T01:22:48,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:48,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:48,198 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 528, reset compression=false 2024-11-20T01:22:48,202 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:48,202 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 656, reset compression=false 2024-11-20T01:22:48,202 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34153,1732065748574 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb65378846d951c2bc17589a47dde9c8/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T01:22:48,204 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:22:48,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T01:22:48,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:48,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56553d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:48,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,46531,-1 for getting cluster id 2024-11-20T01:22:48,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:48,206 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff593265-72d6-4d4a-80f8-4c969170bebd' 2024-11-20T01:22:48,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:48,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff593265-72d6-4d4a-80f8-4c969170bebd" 2024-11-20T01:22:48,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24548c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:48,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,46531,-1] 2024-11-20T01:22:48,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:48,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:48,207 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:48,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49bcc7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:48,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:22:48,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,41883,1732065737323, seqNum=-1] 2024-11-20T01:22:48,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:22:48,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T01:22:48,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f., hostname=57759bcb46a5,41883,1732065737323, seqNum=2] 2024-11-20T01:22:48,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:48,254 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 480, reset compression=false 2024-11-20T01:22:48,258 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:48,258 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 631, reset compression=false 2024-11-20T01:22:48,258 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,41883,1732065737323 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:48,317 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 608, reset compression=false 2024-11-20T01:22:48,405 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 656, reset compression=false 2024-11-20T01:22:48,472 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 631, reset compression=false 2024-11-20T01:22:48,621 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 608, reset compression=false 2024-11-20T01:22:48,708 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 656, reset compression=false 2024-11-20T01:22:48,775 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 631, reset compression=false 2024-11-20T01:22:48,886 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T01:22:48,888 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T01:22:49,024 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 608, reset compression=false 2024-11-20T01:22:49,112 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 656, reset compression=false 2024-11-20T01:22:49,116 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:49,116 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 760, reset compression=false 2024-11-20T01:22:49,116 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34153,1732065748574 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb65378846d951c2bc17589a47dde9c8/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T01:22:49,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:49,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:49,185 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 631, reset compression=false 2024-11-20T01:22:49,188 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:49,189 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 758, reset compression=false 2024-11-20T01:22:49,189 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,41883,1732065737323 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7ab440056dc81d4b66532bd25c80b5f/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T01:22:49,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:49,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:49,319 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 760, reset compression=false 2024-11-20T01:22:49,392 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 758, reset compression=false 2024-11-20T01:22:49,527 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 608, reset compression=false 2024-11-20T01:22:49,531 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:49,531 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 759, reset compression=false 2024-11-20T01:22:49,531 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.shipper57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34531,1732065742555 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:49,622 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 760, reset compression=false 2024-11-20T01:22:49,695 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 758, reset compression=false 2024-11-20T01:22:49,734 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 759, reset compression=false 2024-11-20T01:22:49,890 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T01:22:49,894 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T01:22:50,025 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 760, reset compression=false 2024-11-20T01:22:50,037 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 759, reset compression=false 2024-11-20T01:22:50,098 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 758, reset compression=false 2024-11-20T01:22:50,104 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:50,104 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 914, reset compression=false 2024-11-20T01:22:50,105 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,41883,1732065737323 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7ab440056dc81d4b66532bd25c80b5f/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T01:22:50,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:50,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:50,318 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 914, reset compression=false 2024-11-20T01:22:50,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:22:50,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:50,441 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 759, reset compression=false 2024-11-20T01:22:50,445 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:50,445 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 907, reset compression=false 2024-11-20T01:22:50,445 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.shipper57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34531,1732065742555 got entry batch from reader: WALEntryBatch [walEntries=[{test/da3a3564442cf0fccad15f9f822bd2bc/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T01:22:50,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:50,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:50,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:50,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:50,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:50,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:50,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:50,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:50,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:50,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:50,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:50,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:22:50,529 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 760, reset compression=false 2024-11-20T01:22:50,533 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:50,533 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 932, reset compression=false 2024-11-20T01:22:50,533 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34153,1732065748574 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:50,622 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 914, reset compression=false 2024-11-20T01:22:50,648 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 907, reset compression=false 2024-11-20T01:22:50,736 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 932, reset compression=false 2024-11-20T01:22:50,896 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T01:22:50,899 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T01:22:50,953 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 907, reset compression=false 2024-11-20T01:22:50,962 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:50,962 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1066, reset compression=false 2024-11-20T01:22:50,962 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.shipper57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34531,1732065742555 got entry batch from reader: WALEntryBatch [walEntries=[{test/da3a3564442cf0fccad15f9f822bd2bc/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T01:22:50,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:50,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:51,030 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 914, reset compression=false 2024-11-20T01:22:51,040 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 932, reset compression=false 2024-11-20T01:22:51,059 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:51,059 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 1082, reset compression=false 2024-11-20T01:22:51,059 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34153,1732065748574 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb65378846d951c2bc17589a47dde9c8/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T01:22:51,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:51,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:51,167 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1066, reset compression=false 2024-11-20T01:22:51,273 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 1082, reset compression=false 2024-11-20T01:22:51,491 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1066, reset compression=false 2024-11-20T01:22:51,538 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 914, reset compression=false 2024-11-20T01:22:51,544 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:51,544 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1087, reset compression=false 2024-11-20T01:22:51,544 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,41883,1732065737323 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:51,602 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 1082, reset compression=false 2024-11-20T01:22:51,747 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1087, reset compression=false 2024-11-20T01:22:51,897 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1066, reset compression=false 2024-11-20T01:22:51,902 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T01:22:51,905 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T01:22:52,007 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 1082, reset compression=false 2024-11-20T01:22:52,011 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:52,011 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 1241, reset compression=false 2024-11-20T01:22:52,011 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34153,1732065748574 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb65378846d951c2bc17589a47dde9c8/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T01:22:52,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:52,016 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:22:52,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:52,061 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1087, reset compression=false 2024-11-20T01:22:52,065 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:52,065 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1236, reset compression=false 2024-11-20T01:22:52,065 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,41883,1732065737323 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7ab440056dc81d4b66532bd25c80b5f/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T01:22:52,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:52,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:52,216 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 1241, reset compression=false 2024-11-20T01:22:52,269 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1236, reset compression=false 2024-11-20T01:22:52,405 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1066, reset compression=false 2024-11-20T01:22:52,409 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:52,409 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1239, reset compression=false 2024-11-20T01:22:52,409 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.shipper57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34531,1732065742555 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:52,519 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 1241, reset compression=false 2024-11-20T01:22:52,572 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1236, reset compression=false 2024-11-20T01:22:52,612 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1239, reset compression=false 2024-11-20T01:22:52,907 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T01:22:52,915 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1239, reset compression=false 2024-11-20T01:22:52,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a5f93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:52,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44699,-1 for getting cluster id 2024-11-20T01:22:52,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:52,922 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fcd6228-1e05-4cbe-81e8-4e3ec060b885' 2024-11-20T01:22:52,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:52,922 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 1241, reset compression=false 2024-11-20T01:22:52,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fcd6228-1e05-4cbe-81e8-4e3ec060b885" 2024-11-20T01:22:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4887ea32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44699,-1] 2024-11-20T01:22:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:52,924 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:52,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5439f1f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:52,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:52,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,44699,1732065748436 2024-11-20T01:22:52,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e947146 2024-11-20T01:22:52,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:52,929 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:52,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-20T01:22:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-20T01:22:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T01:22:52,975 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1236, reset compression=false 2024-11-20T01:22:52,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:22:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T01:22:53,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T01:22:53,138 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-20T01:22:53,138 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-20T01:22:53,139 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,34153,1732065748574 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-20T01:22:53,139 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0. 2024-11-20T01:22:53,139 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:53,139 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:53,139 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:53,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:53,239 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T01:22:53,239 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T01:22:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T01:22:53,323 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1239, reset compression=false 2024-11-20T01:22:53,339 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 terminated 2024-11-20T01:22:53,358 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,34153,1732065748574, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:22:53,359 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-20T01:22:53,359 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T01:22:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T01:22:53,361 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 57759bcb46a5,34153,1732065748574 suceeded 2024-11-20T01:22:53,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T01:22:53,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 376 msec 2024-11-20T01:22:53,363 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-20T01:22:53,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 433 msec 2024-11-20T01:22:53,372 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:46531' 2024-11-20T01:22:53,373 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b02c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:53,373 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,46531,-1 for getting cluster id 2024-11-20T01:22:53,373 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:53,373 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff593265-72d6-4d4a-80f8-4c969170bebd' 2024-11-20T01:22:53,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:53,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff593265-72d6-4d4a-80f8-4c969170bebd" 2024-11-20T01:22:53,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@275e05cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:53,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,46531,-1] 2024-11-20T01:22:53,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:53,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:53,374 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:53,375 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22c2cb37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:53,375 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:53,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,46531,1732065737124 2024-11-20T01:22:53,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c266ee3 2024-11-20T01:22:53,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:53,376 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T01:22:53,376 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,34153,1732065748574 (queues=1) is replicating from cluster=0fcd6228-1e05-4cbe-81e8-4e3ec060b885 to cluster=ff593265-72d6-4d4a-80f8-4c969170bebd 2024-11-20T01:22:53,376 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C34153%2C1732065748574 2024-11-20T01:22:53,377 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,34153,1732065748574, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:22:53,377 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C34153%2C1732065748574 2024-11-20T01:22:53,478 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1236, reset compression=false 2024-11-20T01:22:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T01:22:53,561 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:22:53,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:53,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:53,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:53,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:53,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:53,564 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-20T01:22:53,826 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1239, reset compression=false 2024-11-20T01:22:54,082 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1236, reset compression=false 2024-11-20T01:22:54,085 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:54,085 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1340, reset compression=false 2024-11-20T01:22:54,085 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,41883,1732065737323 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7ab440056dc81d4b66532bd25c80b5f/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T01:22:54,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:54,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:54,289 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1340, reset compression=false 2024-11-20T01:22:54,429 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1239, reset compression=false 2024-11-20T01:22:54,432 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:54,433 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1367, reset compression=false 2024-11-20T01:22:54,433 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.shipper57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34531,1732065742555 got entry batch from reader: WALEntryBatch [walEntries=[{test/da3a3564442cf0fccad15f9f822bd2bc/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T01:22:54,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:54,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:54,565 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-20T01:22:54,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb0812d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:54,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44699,-1 for getting cluster id 2024-11-20T01:22:54,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:22:54,568 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fcd6228-1e05-4cbe-81e8-4e3ec060b885' 2024-11-20T01:22:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:22:54,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fcd6228-1e05-4cbe-81e8-4e3ec060b885" 2024-11-20T01:22:54,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc22cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:54,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44699,-1] 2024-11-20T01:22:54,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:22:54,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:54,569 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:22:54,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55528614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:22:54,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:22:54,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,44699,1732065748436 2024-11-20T01:22:54,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@354ff9fc 2024-11-20T01:22:54,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:22:54,573 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:22:54,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-20T01:22:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-20T01:22:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T01:22:54,597 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1340, reset compression=false 2024-11-20T01:22:54,636 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1367, reset compression=false 2024-11-20T01:22:54,640 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:54,640 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1471, reset compression=false 2024-11-20T01:22:54,640 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.shipper57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34531,1732065742555 got entry batch from reader: WALEntryBatch [walEntries=[{test/da3a3564442cf0fccad15f9f822bd2bc/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T01:22:54,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:54,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:54,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:22:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T01:22:54,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-20T01:22:54,798 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-20T01:22:54,799 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T01:22:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-20T01:22:54,801 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 57759bcb46a5,34153,1732065748574 suceeded 2024-11-20T01:22:54,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T01:22:54,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-20T01:22:54,802 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-20T01:22:54,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 228 msec 2024-11-20T01:22:54,843 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1471, reset compression=false 2024-11-20T01:22:54,878 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953, startPosition=1241, beingWritten=true 2024-11-20T01:22:54,888 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:22:54,888 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 1521, reset compression=false 2024-11-20T01:22:54,888 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34153,1732065748574 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb65378846d951c2bc17589a47dde9c8/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T01:22:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T01:22:54,891 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:22:54,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:54,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:54,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:54,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:54,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:54,891 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:22:54,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T01:22:54,894 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-20T01:22:54,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:22:54,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41883 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:22:55,000 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1340, reset compression=false 2024-11-20T01:22:55,005 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:55,005 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1491, reset compression=false 2024-11-20T01:22:55,005 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,41883,1732065737323 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:55,110 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 1521, reset compression=false 2024-11-20T01:22:55,149 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1471, reset compression=false 2024-11-20T01:22:55,211 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1491, reset compression=false 2024-11-20T01:22:55,413 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 1521, reset compression=false 2024-11-20T01:22:55,517 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1491, reset compression=false 2024-11-20T01:22:55,552 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1471, reset compression=false 2024-11-20T01:22:55,817 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 1521, reset compression=false 2024-11-20T01:22:55,895 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-20T01:22:55,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:22:55,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:55,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:55,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:55,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:55,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:55,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:22:55,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=877315099, stopped=false 2024-11-20T01:22:55,896 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,44699,1732065748436 2024-11-20T01:22:55,923 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1491, reset compression=false 2024-11-20T01:22:55,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21963406832/running 2024-11-20T01:22:55,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21963406832/running 2024-11-20T01:22:55,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:55,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:55,951 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:22:55,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:55,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:55,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:55,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Set watcher on znode that does not yet exist, /21963406832/running 2024-11-20T01:22:55,951 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,34153,1732065748574' ***** 2024-11-20T01:22:55,951 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:22:55,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Set watcher on znode that does not yet exist, /21963406832/running 2024-11-20T01:22:55,952 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:22:55,952 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:22:55,952 INFO [RS:0;57759bcb46a5:34153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:22:55,952 INFO [RS:0;57759bcb46a5:34153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:22:55,952 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(3091): Received CLOSE for e785eaa01ee9717a5e6c393e39bf536e 2024-11-20T01:22:55,952 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(3091): Received CLOSE for fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:55,952 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,34153,1732065748574 2024-11-20T01:22:55,952 INFO [RS:0;57759bcb46a5:34153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:22:55,952 INFO [RS:0;57759bcb46a5:34153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:34153. 2024-11-20T01:22:55,952 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e785eaa01ee9717a5e6c393e39bf536e, disabling compactions & flushes 2024-11-20T01:22:55,952 DEBUG [RS:0;57759bcb46a5:34153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:55,952 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. 2024-11-20T01:22:55,952 DEBUG [RS:0;57759bcb46a5:34153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:55,952 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. 2024-11-20T01:22:55,953 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. after waiting 0 ms 2024-11-20T01:22:55,953 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. 2024-11-20T01:22:55,953 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:22:55,953 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:22:55,953 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:22:55,953 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:22:55,953 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e785eaa01ee9717a5e6c393e39bf536e 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-20T01:22:55,953 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T01:22:55,953 DEBUG [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(1325): Online Regions={e785eaa01ee9717a5e6c393e39bf536e=hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e., fb65378846d951c2bc17589a47dde9c8=test,,1732065757203.fb65378846d951c2bc17589a47dde9c8., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:22:55,953 DEBUG [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e785eaa01ee9717a5e6c393e39bf536e, fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:55,953 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:22:55,953 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:22:55,953 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:22:55,953 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:22:55,953 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:22:55,953 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T01:22:55,965 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/.tmp/info/13698b91590f47b5bf51dd1e44b97c25 is 147, key is hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e./info:regioninfo/1732065764946/Put/seqid=0 2024-11-20T01:22:55,968 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/replication/e785eaa01ee9717a5e6c393e39bf536e/.tmp/queue/cc7f0d3c072d4449b9133b08c7bf6448 is 154, key is 1-57759bcb46a5,34153,1732065748574/queue:57759bcb46a5%2C34153%2C1732065748574/1732065774902/Put/seqid=0 2024-11-20T01:22:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741840_1016 (size=7686) 2024-11-20T01:22:55,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741841_1017 (size=5353) 2024-11-20T01:22:55,971 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/replication/e785eaa01ee9717a5e6c393e39bf536e/.tmp/queue/cc7f0d3c072d4449b9133b08c7bf6448 2024-11-20T01:22:55,975 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/replication/e785eaa01ee9717a5e6c393e39bf536e/.tmp/queue/cc7f0d3c072d4449b9133b08c7bf6448 as hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/replication/e785eaa01ee9717a5e6c393e39bf536e/queue/cc7f0d3c072d4449b9133b08c7bf6448 2024-11-20T01:22:55,982 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/replication/e785eaa01ee9717a5e6c393e39bf536e/queue/cc7f0d3c072d4449b9133b08c7bf6448, entries=1, sequenceid=13, filesize=5.2 K 2024-11-20T01:22:55,982 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for e785eaa01ee9717a5e6c393e39bf536e in 29ms, sequenceid=13, compaction requested=false 2024-11-20T01:22:55,986 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/replication/e785eaa01ee9717a5e6c393e39bf536e/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-20T01:22:55,986 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:22:55,986 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:22:55,986 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. 2024-11-20T01:22:55,986 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e785eaa01ee9717a5e6c393e39bf536e: Waiting for close lock at 1732065775952Running coprocessor pre-close hooks at 1732065775952Disabling compacts and flushes for region at 1732065775952Disabling writes for close at 1732065775953 (+1 ms)Obtaining lock to block concurrent updates at 1732065775953Preparing flush snapshotting stores in e785eaa01ee9717a5e6c393e39bf536e at 1732065775953Finished memstore snapshotting hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732065775953Flushing stores of hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. at 1732065775953Flushing e785eaa01ee9717a5e6c393e39bf536e/queue: creating writer at 1732065775953Flushing e785eaa01ee9717a5e6c393e39bf536e/queue: appending metadata at 1732065775968 (+15 ms)Flushing e785eaa01ee9717a5e6c393e39bf536e/queue: closing flushed file at 1732065775968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ebc6e8: reopening flushed file at 1732065775975 (+7 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for e785eaa01ee9717a5e6c393e39bf536e in 29ms, sequenceid=13, compaction requested=false at 1732065775982 (+7 ms)Writing region close event to WAL at 1732065775983 (+1 ms)Running coprocessor post-close hooks at 1732065775986 (+3 ms)Closed at 1732065775986 2024-11-20T01:22:55,986 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732065763711.e785eaa01ee9717a5e6c393e39bf536e. 2024-11-20T01:22:55,986 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb65378846d951c2bc17589a47dde9c8, disabling compactions & flushes 2024-11-20T01:22:55,987 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732065757203.fb65378846d951c2bc17589a47dde9c8. 2024-11-20T01:22:55,987 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065757203.fb65378846d951c2bc17589a47dde9c8. 2024-11-20T01:22:55,987 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732065757203.fb65378846d951c2bc17589a47dde9c8. after waiting 0 ms 2024-11-20T01:22:55,987 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732065757203.fb65378846d951c2bc17589a47dde9c8. 2024-11-20T01:22:55,987 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fb65378846d951c2bc17589a47dde9c8 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T01:22:56,000 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/.tmp/f/d550f52f005d4da5b044b226cc8d6aa4 is 37, key is row3/f:row3/1732065773562/Put/seqid=0 2024-11-20T01:22:56,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741842_1018 (size=5228) 2024-11-20T01:22:56,003 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/.tmp/f/d550f52f005d4da5b044b226cc8d6aa4 2024-11-20T01:22:56,007 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d550f52f005d4da5b044b226cc8d6aa4 2024-11-20T01:22:56,023 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/.tmp/f1/a3361a1aafc64204b580a62130f94c4b is 30, key is row1/f1:/1732065770897/DeleteFamily/seqid=0 2024-11-20T01:22:56,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741843_1019 (size=5158) 2024-11-20T01:22:56,048 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:22:56,055 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1471, reset compression=false 2024-11-20T01:22:56,153 DEBUG [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:56,320 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 1521, reset compression=false 2024-11-20T01:22:56,326 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:56,326 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 1768, reset compression=false 2024-11-20T01:22:56,326 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,34153,1732065748574 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:22:56,327 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57759bcb46a5,34153,1732065748574: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57759bcb46a5,34153,1732065748574, walGroup=57759bcb46a5%2C34153%2C1732065748574, offset=57759bcb46a5%2C34153%2C1732065748574.1732065751953:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:34153 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T01:22:56,328 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T01:22:56,328 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T01:22:56,328 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T01:22:56,328 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T01:22:56,328 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T01:22:56,328 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 831602680 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199545496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T01:22:56,329 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T01:22:56,353 DEBUG [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:56,369 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/.tmp/info/13698b91590f47b5bf51dd1e44b97c25 2024-11-20T01:22:56,391 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/.tmp/ns/badab4fc7d3b48d3b3ea2d98f985c9aa is 43, key is default/ns:d/1732065752760/Put/seqid=0 2024-11-20T01:22:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741844_1020 (size=5153) 2024-11-20T01:22:56,402 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/.tmp/ns/badab4fc7d3b48d3b3ea2d98f985c9aa 2024-11-20T01:22:56,423 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/.tmp/rep_barrier/653a7c6b7dd345eda09e9ee4a6d791d4 is 112, key is test,,1732065757203.fb65378846d951c2bc17589a47dde9c8./rep_barrier:seqnumDuringOpen/1732065758375/Put/seqid=0 2024-11-20T01:22:56,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741845_1021 (size=5518) 2024-11-20T01:22:56,426 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1491, reset compression=false 2024-11-20T01:22:56,431 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/.tmp/rep_barrier/653a7c6b7dd345eda09e9ee4a6d791d4 2024-11-20T01:22:56,437 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/.tmp/f1/a3361a1aafc64204b580a62130f94c4b 2024-11-20T01:22:56,444 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3361a1aafc64204b580a62130f94c4b 2024-11-20T01:22:56,467 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/.tmp/table/486c0b18a27f43c5b80ad9fee3207a12 is 53, key is hbase:replication/table:state/1732065764954/Put/seqid=0 2024-11-20T01:22:56,472 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/.tmp/norep/cdcc37e522414f959fbe6c0ca2e21cca is 33, key is row2/norep:/1732065771903/DeleteFamily/seqid=0 2024-11-20T01:22:56,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741846_1022 (size=5308) 2024-11-20T01:22:56,508 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/.tmp/table/486c0b18a27f43c5b80ad9fee3207a12 2024-11-20T01:22:56,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741847_1023 (size=5108) 2024-11-20T01:22:56,513 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/.tmp/info/13698b91590f47b5bf51dd1e44b97c25 as hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/info/13698b91590f47b5bf51dd1e44b97c25 2024-11-20T01:22:56,515 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/.tmp/norep/cdcc37e522414f959fbe6c0ca2e21cca 2024-11-20T01:22:56,519 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/info/13698b91590f47b5bf51dd1e44b97c25, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T01:22:56,521 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/.tmp/ns/badab4fc7d3b48d3b3ea2d98f985c9aa as hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/ns/badab4fc7d3b48d3b3ea2d98f985c9aa 2024-11-20T01:22:56,523 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdcc37e522414f959fbe6c0ca2e21cca 2024-11-20T01:22:56,524 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/.tmp/f/d550f52f005d4da5b044b226cc8d6aa4 as hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/f/d550f52f005d4da5b044b226cc8d6aa4 2024-11-20T01:22:56,530 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/ns/badab4fc7d3b48d3b3ea2d98f985c9aa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T01:22:56,533 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/.tmp/rep_barrier/653a7c6b7dd345eda09e9ee4a6d791d4 as hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/rep_barrier/653a7c6b7dd345eda09e9ee4a6d791d4 2024-11-20T01:22:56,534 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d550f52f005d4da5b044b226cc8d6aa4 2024-11-20T01:22:56,534 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/f/d550f52f005d4da5b044b226cc8d6aa4, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T01:22:56,535 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/.tmp/f1/a3361a1aafc64204b580a62130f94c4b as hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/f1/a3361a1aafc64204b580a62130f94c4b 2024-11-20T01:22:56,537 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 1768, reset compression=false 2024-11-20T01:22:56,540 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/rep_barrier/653a7c6b7dd345eda09e9ee4a6d791d4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T01:22:56,543 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3361a1aafc64204b580a62130f94c4b 2024-11-20T01:22:56,543 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/f1/a3361a1aafc64204b580a62130f94c4b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T01:22:56,544 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/.tmp/norep/cdcc37e522414f959fbe6c0ca2e21cca as hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/norep/cdcc37e522414f959fbe6c0ca2e21cca 2024-11-20T01:22:56,544 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/.tmp/table/486c0b18a27f43c5b80ad9fee3207a12 as hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/table/486c0b18a27f43c5b80ad9fee3207a12 2024-11-20T01:22:56,548 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdcc37e522414f959fbe6c0ca2e21cca 2024-11-20T01:22:56,548 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/norep/cdcc37e522414f959fbe6c0ca2e21cca, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T01:22:56,549 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fb65378846d951c2bc17589a47dde9c8 in 562ms, sequenceid=12, compaction requested=false 2024-11-20T01:22:56,550 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/table/486c0b18a27f43c5b80ad9fee3207a12, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T01:22:56,552 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 598ms, sequenceid=16, compaction requested=false 2024-11-20T01:22:56,553 DEBUG [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb65378846d951c2bc17589a47dde9c8 2024-11-20T01:22:56,553 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:56,553 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 2117, reset compression=false 2024-11-20T01:22:56,564 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/default/test/fb65378846d951c2bc17589a47dde9c8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T01:22:56,564 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T01:22:56,565 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:22:56,565 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:22:56,565 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:22:56,565 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065775953Running coprocessor pre-close hooks at 1732065775953Disabling compacts and flushes for region at 1732065775953Disabling writes for close at 1732065775953Obtaining lock to block concurrent updates at 1732065775953Preparing flush snapshotting stores in 1588230740 at 1732065775953Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732065775953Flushing stores of hbase:meta,,1.1588230740 at 1732065775953Flushing 1588230740/info: creating writer at 1732065775954 (+1 ms)Flushing 1588230740/info: appending metadata at 1732065775965 (+11 ms)Flushing 1588230740/info: closing flushed file at 1732065775965Flushing 1588230740/ns: creating writer at 1732065776373 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732065776390 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732065776391 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732065776406 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732065776422 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732065776422Flushing 1588230740/table: creating writer at 1732065776436 (+14 ms)Flushing 1588230740/table: appending metadata at 1732065776467 (+31 ms)Flushing 1588230740/table: closing flushed file at 1732065776467Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7308b52b: reopening flushed file at 1732065776513 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6403d8f6: reopening flushed file at 1732065776519 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43940fd6: reopening flushed file at 1732065776530 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6107bdf7: reopening flushed file at 1732065776541 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 598ms, sequenceid=16, compaction requested=false at 1732065776552 (+11 ms)Writing region close event to WAL at 1732065776561 (+9 ms)Running coprocessor post-close hooks at 1732065776565 (+4 ms)Closed at 1732065776565 2024-11-20T01:22:56,565 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:22:56,565 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:22:56,565 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:22:56,565 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732065757203.fb65378846d951c2bc17589a47dde9c8. 2024-11-20T01:22:56,565 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb65378846d951c2bc17589a47dde9c8: Waiting for close lock at 1732065775986Running coprocessor pre-close hooks at 1732065775986Disabling compacts and flushes for region at 1732065775986Disabling writes for close at 1732065775987 (+1 ms)Obtaining lock to block concurrent updates at 1732065775987Preparing flush snapshotting stores in fb65378846d951c2bc17589a47dde9c8 at 1732065775987Finished memstore snapshotting test,,1732065757203.fb65378846d951c2bc17589a47dde9c8., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732065775987Flushing stores of test,,1732065757203.fb65378846d951c2bc17589a47dde9c8. at 1732065775987Flushing fb65378846d951c2bc17589a47dde9c8/f: creating writer at 1732065775988 (+1 ms)Flushing fb65378846d951c2bc17589a47dde9c8/f: appending metadata at 1732065775999 (+11 ms)Flushing fb65378846d951c2bc17589a47dde9c8/f: closing flushed file at 1732065775999Flushing fb65378846d951c2bc17589a47dde9c8/f1: creating writer at 1732065776007 (+8 ms)Flushing fb65378846d951c2bc17589a47dde9c8/f1: appending metadata at 1732065776022 (+15 ms)Flushing fb65378846d951c2bc17589a47dde9c8/f1: closing flushed file at 1732065776022Flushing fb65378846d951c2bc17589a47dde9c8/norep: creating writer at 1732065776445 (+423 ms)Flushing fb65378846d951c2bc17589a47dde9c8/norep: appending metadata at 1732065776472 (+27 ms)Flushing fb65378846d951c2bc17589a47dde9c8/norep: closing flushed file at 1732065776472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47aed664: reopening flushed file at 1732065776523 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@acb57c6: reopening flushed file at 1732065776534 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@607ceb83: reopening flushed file at 1732065776543 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fb65378846d951c2bc17589a47dde9c8 in 562ms, sequenceid=12, compaction requested=false at 1732065776549 (+6 ms)Writing region close event to WAL at 1732065776562 (+13 ms)Running coprocessor post-close hooks at 1732065776565 (+3 ms)Closed at 1732065776565 2024-11-20T01:22:56,565 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732065757203.fb65378846d951c2bc17589a47dde9c8. 2024-11-20T01:22:56,658 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1471, reset compression=false 2024-11-20T01:22:56,754 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,34153,1732065748574; all regions closed. 2024-11-20T01:22:56,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741834_1010 (size=4239) 2024-11-20T01:22:56,763 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 to pos 2117, reset compression=false 2024-11-20T01:22:56,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741839_1015 (size=3333) 2024-11-20T01:22:56,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741833_1009 (size=2420) 2024-11-20T01:22:56,777 DEBUG [RS:0;57759bcb46a5:34153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:56,777 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:22:56,777 INFO [RS:0;57759bcb46a5:34153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:22:56,777 INFO [RS:0;57759bcb46a5:34153 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:22:56,778 INFO [RS:0;57759bcb46a5:34153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:22:56,778 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:22:56,778 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,34153,1732065748574 because: Region server is closing 2024-11-20T01:22:56,778 INFO [RS:0;57759bcb46a5:34153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:34153. 2024-11-20T01:22:56,778 DEBUG [RS:0;57759bcb46a5:34153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:56,778 DEBUG [RS:0;57759bcb46a5:34153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:56,778 DEBUG [RS:0;57759bcb46a5:34153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:56,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:56,787 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/WALs/57759bcb46a5,34153,1732065748574/57759bcb46a5%2C34153%2C1732065748574.1732065751953 2024-11-20T01:22:56,787 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:22:56,879 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.shipper57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 terminated 2024-11-20T01:22:56,879 INFO [RS:0;57759bcb46a5:34153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:34153. 2024-11-20T01:22:56,879 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34153,1732065748574.replicationSource.wal-reader.57759bcb46a5%2C34153%2C1732065748574,1-57759bcb46a5,34153,1732065748574 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-20T01:22:56,879 DEBUG [RS:0;57759bcb46a5:34153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:56,879 DEBUG [RS:0;57759bcb46a5:34153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:56,879 DEBUG [RS:0;57759bcb46a5:34153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:56,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:56,879 INFO [RS:0;57759bcb46a5:34153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34153 2024-11-20T01:22:56,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21963406832/rs/57759bcb46a5,34153,1732065748574 2024-11-20T01:22:56,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832/rs 2024-11-20T01:22:56,930 INFO [RS:0;57759bcb46a5:34153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:22:56,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,34153,1732065748574] 2024-11-20T01:22:56,953 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21963406832/draining/57759bcb46a5,34153,1732065748574 already deleted, retry=false 2024-11-20T01:22:56,953 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,34153,1732065748574 expired; onlineServers=0 2024-11-20T01:22:56,953 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,44699,1732065748436' ***** 2024-11-20T01:22:56,953 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:22:56,953 INFO [M:0;57759bcb46a5:44699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:22:56,953 INFO [M:0;57759bcb46a5:44699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:22:56,953 DEBUG [M:0;57759bcb46a5:44699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:22:56,953 DEBUG [M:0;57759bcb46a5:44699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:22:56,953 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:22:56,953 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065751538 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065751538,5,FailOnTimeoutGroup] 2024-11-20T01:22:56,953 INFO [M:0;57759bcb46a5:44699 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:22:56,953 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065751538 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065751538,5,FailOnTimeoutGroup] 2024-11-20T01:22:56,953 INFO [M:0;57759bcb46a5:44699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:22:56,953 DEBUG [M:0;57759bcb46a5:44699 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:22:56,953 INFO [M:0;57759bcb46a5:44699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:22:56,953 INFO [M:0;57759bcb46a5:44699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:22:56,954 INFO [M:0;57759bcb46a5:44699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:22:56,954 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:22:56,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21963406832/master 2024-11-20T01:22:56,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21963406832 2024-11-20T01:22:57,012 DEBUG [M:0;57759bcb46a5:44699 {}] zookeeper.RecoverableZooKeeper(212): Node /21963406832/master already deleted, retry=false 2024-11-20T01:22:57,012 DEBUG [M:0;57759bcb46a5:44699 {}] master.ActiveMasterManager(353): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Failed delete of our master address node; KeeperErrorCode = NoNode for /21963406832/master 2024-11-20T01:22:57,024 INFO [M:0;57759bcb46a5:44699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/.lastflushedseqids 2024-11-20T01:22:57,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741848_1024 (size=245) 2024-11-20T01:22:57,031 INFO [M:0;57759bcb46a5:44699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:22:57,032 INFO [M:0;57759bcb46a5:44699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:22:57,032 DEBUG [M:0;57759bcb46a5:44699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:22:57,032 INFO [M:0;57759bcb46a5:44699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:57,032 DEBUG [M:0;57759bcb46a5:44699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:57,032 DEBUG [M:0;57759bcb46a5:44699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:22:57,032 DEBUG [M:0;57759bcb46a5:44699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:57,032 INFO [M:0;57759bcb46a5:44699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-20T01:22:57,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:57,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34153-0x10155d5ad350007, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:57,043 INFO [RS:0;57759bcb46a5:34153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:22:57,043 INFO [RS:0;57759bcb46a5:34153 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,34153,1732065748574; zookeeper connection closed. 2024-11-20T01:22:57,043 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76d28f21 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76d28f21 2024-11-20T01:22:57,043 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:22:57,050 DEBUG [M:0;57759bcb46a5:44699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f20b6ac087224fa58e19cb784d6860bf is 82, key is hbase:meta,,1/info:regioninfo/1732065752749/Put/seqid=0 2024-11-20T01:22:57,050 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1491, reset compression=false 2024-11-20T01:22:57,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741849_1025 (size=5672) 2024-11-20T01:22:57,066 INFO [M:0;57759bcb46a5:44699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f20b6ac087224fa58e19cb784d6860bf 2024-11-20T01:22:57,093 DEBUG [M:0;57759bcb46a5:44699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd76c2c49b6d459abed98937c9d63c8b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732065764961/Put/seqid=0 2024-11-20T01:22:57,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741850_1026 (size=9212) 2024-11-20T01:22:57,107 INFO [M:0;57759bcb46a5:44699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd76c2c49b6d459abed98937c9d63c8b 2024-11-20T01:22:57,133 DEBUG [M:0;57759bcb46a5:44699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40fd72c0288944f1a3bcf8d2cb000d79 is 69, key is 57759bcb46a5,34153,1732065748574/rs:state/1732065751679/Put/seqid=0 2024-11-20T01:22:57,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741851_1027 (size=5156) 2024-11-20T01:22:57,142 INFO [M:0;57759bcb46a5:44699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40fd72c0288944f1a3bcf8d2cb000d79 2024-11-20T01:22:57,147 DEBUG [M:0;57759bcb46a5:44699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f20b6ac087224fa58e19cb784d6860bf as hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f20b6ac087224fa58e19cb784d6860bf 2024-11-20T01:22:57,165 INFO [M:0;57759bcb46a5:44699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f20b6ac087224fa58e19cb784d6860bf, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T01:22:57,166 DEBUG [M:0;57759bcb46a5:44699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd76c2c49b6d459abed98937c9d63c8b as hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd76c2c49b6d459abed98937c9d63c8b 2024-11-20T01:22:57,170 INFO [M:0;57759bcb46a5:44699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd76c2c49b6d459abed98937c9d63c8b, entries=15, sequenceid=127, filesize=9.0 K 2024-11-20T01:22:57,171 DEBUG [M:0;57759bcb46a5:44699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40fd72c0288944f1a3bcf8d2cb000d79 as hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40fd72c0288944f1a3bcf8d2cb000d79 2024-11-20T01:22:57,179 INFO [M:0;57759bcb46a5:44699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34853/user/jenkins/test-data/963b10d8-fcb2-e506-619c-782d19481d53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40fd72c0288944f1a3bcf8d2cb000d79, entries=1, sequenceid=127, filesize=5.0 K 2024-11-20T01:22:57,180 INFO [M:0;57759bcb46a5:44699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=127, compaction requested=false 2024-11-20T01:22:57,188 INFO [M:0;57759bcb46a5:44699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:57,188 DEBUG [M:0;57759bcb46a5:44699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065777032Disabling compacts and flushes for region at 1732065777032Disabling writes for close at 1732065777032Obtaining lock to block concurrent updates at 1732065777032Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065777032Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732065777032Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065777033 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065777033Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065777050 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065777050Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065777071 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065777093 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065777093Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065777112 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065777133 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065777133Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a8d6e6: reopening flushed file at 1732065777145 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20332f9c: reopening flushed file at 1732065777165 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a4ba3b5: reopening flushed file at 1732065777170 (+5 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=127, compaction requested=false at 1732065777180 (+10 ms)Writing region close event to WAL at 1732065777188 (+8 ms)Closed at 1732065777188 2024-11-20T01:22:57,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41893 is added to blk_1073741830_1006 (size=73866) 2024-11-20T01:22:57,195 INFO [M:0;57759bcb46a5:44699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:22:57,195 INFO [M:0;57759bcb46a5:44699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44699 2024-11-20T01:22:57,196 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:22:57,196 INFO [M:0;57759bcb46a5:44699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:22:57,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:57,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10155d5ad350006, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:57,317 INFO [M:0;57759bcb46a5:44699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:22:57,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c6aa882{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:22:57,322 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4645525d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:22:57,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:22:57,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57c8ac27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:22:57,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1771f65a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/hadoop.log.dir/,STOPPED} 2024-11-20T01:22:57,324 WARN [BP-1861509293-172.17.0.3-1732065746086 heartbeating to localhost/127.0.0.1:34853 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:22:57,324 WARN [BP-1861509293-172.17.0.3-1732065746086 heartbeating to localhost/127.0.0.1:34853 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1861509293-172.17.0.3-1732065746086 (Datanode Uuid f7b0e2ee-78c9-41de-87ba-eaf5a7b1cadc) service to localhost/127.0.0.1:34853 2024-11-20T01:22:57,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/cluster_91793ae0-fe77-c067-a613-4979e0ae6358/data/data1/current/BP-1861509293-172.17.0.3-1732065746086 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:22:57,325 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/cluster_91793ae0-fe77-c067-a613-4979e0ae6358/data/data2/current/BP-1861509293-172.17.0.3-1732065746086 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:22:57,326 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:22:57,326 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:22:57,326 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:22:57,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61b7bd4a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:22:57,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2add755d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:22:57,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:22:57,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a9c1112{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:22:57,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@361a0367{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/hadoop.log.dir/,STOPPED} 2024-11-20T01:22:57,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:22:57,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:22:57,352 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:57,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:57,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:57,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:57,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:57,353 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:22:57,353 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1126315459, stopped=false 2024-11-20T01:22:57,353 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,38165,1732065742445 2024-11-20T01:22:57,362 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 to pos 1471, reset compression=false 2024-11-20T01:22:57,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11181478704/running 2024-11-20T01:22:57,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:57,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11181478704/running 2024-11-20T01:22:57,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:57,372 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:22:57,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:57,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:57,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:57,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Set watcher on znode that does not yet exist, /11181478704/running 2024-11-20T01:22:57,372 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,34531,1732065742555' ***** 2024-11-20T01:22:57,372 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:22:57,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Set watcher on znode that does not yet exist, /11181478704/running 2024-11-20T01:22:57,373 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:22:57,373 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:22:57,374 INFO [RS:0;57759bcb46a5:34531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:22:57,374 INFO [RS:0;57759bcb46a5:34531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:22:57,374 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(3091): Received CLOSE for c5482381c322025604569e9df63718ab 2024-11-20T01:22:57,382 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(3091): Received CLOSE for da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:57,382 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,34531,1732065742555 2024-11-20T01:22:57,382 INFO [RS:0;57759bcb46a5:34531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:22:57,382 INFO [RS:0;57759bcb46a5:34531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:34531. 2024-11-20T01:22:57,382 DEBUG [RS:0;57759bcb46a5:34531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:57,382 DEBUG [RS:0;57759bcb46a5:34531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:57,382 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:22:57,382 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:22:57,382 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:22:57,382 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:22:57,383 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5482381c322025604569e9df63718ab, disabling compactions & flushes 2024-11-20T01:22:57,383 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. 2024-11-20T01:22:57,383 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. 2024-11-20T01:22:57,383 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. after waiting 0 ms 2024-11-20T01:22:57,383 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. 2024-11-20T01:22:57,383 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c5482381c322025604569e9df63718ab 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-20T01:22:57,388 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T01:22:57,388 DEBUG [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c5482381c322025604569e9df63718ab=hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab., da3a3564442cf0fccad15f9f822bd2bc=test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc.} 2024-11-20T01:22:57,388 DEBUG [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c5482381c322025604569e9df63718ab, da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:57,389 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:22:57,389 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:22:57,389 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:22:57,389 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:22:57,389 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:22:57,389 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T01:22:57,412 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/replication/c5482381c322025604569e9df63718ab/.tmp/queue/56da7075bd9f491cb5fc6f39b9ed6843 is 154, key is 1-57759bcb46a5,34531,1732065742555/queue:57759bcb46a5%2C34531%2C1732065742555/1732065774643/Put/seqid=0 2024-11-20T01:22:57,427 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/.tmp/info/84c369118b6a4cddab6df98e909d0d22 is 147, key is hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab./info:regioninfo/1732065762362/Put/seqid=0 2024-11-20T01:22:57,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741840_1016 (size=5353) 2024-11-20T01:22:57,433 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/replication/c5482381c322025604569e9df63718ab/.tmp/queue/56da7075bd9f491cb5fc6f39b9ed6843 2024-11-20T01:22:57,441 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/replication/c5482381c322025604569e9df63718ab/.tmp/queue/56da7075bd9f491cb5fc6f39b9ed6843 as hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/replication/c5482381c322025604569e9df63718ab/queue/56da7075bd9f491cb5fc6f39b9ed6843 2024-11-20T01:22:57,448 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/replication/c5482381c322025604569e9df63718ab/queue/56da7075bd9f491cb5fc6f39b9ed6843, entries=1, sequenceid=14, filesize=5.2 K 2024-11-20T01:22:57,450 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c5482381c322025604569e9df63718ab in 66ms, sequenceid=14, compaction requested=false 2024-11-20T01:22:57,450 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T01:22:57,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741841_1017 (size=7686) 2024-11-20T01:22:57,454 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/.tmp/info/84c369118b6a4cddab6df98e909d0d22 2024-11-20T01:22:57,458 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:22:57,476 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/replication/c5482381c322025604569e9df63718ab/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-20T01:22:57,477 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:22:57,477 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:22:57,477 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. 2024-11-20T01:22:57,477 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5482381c322025604569e9df63718ab: Waiting for close lock at 1732065777383Running coprocessor pre-close hooks at 1732065777383Disabling compacts and flushes for region at 1732065777383Disabling writes for close at 1732065777383Obtaining lock to block concurrent updates at 1732065777383Preparing flush snapshotting stores in c5482381c322025604569e9df63718ab at 1732065777383Finished memstore snapshotting hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732065777384 (+1 ms)Flushing stores of hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. at 1732065777384Flushing c5482381c322025604569e9df63718ab/queue: creating writer at 1732065777385 (+1 ms)Flushing c5482381c322025604569e9df63718ab/queue: appending metadata at 1732065777411 (+26 ms)Flushing c5482381c322025604569e9df63718ab/queue: closing flushed file at 1732065777411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@225ca79d: reopening flushed file at 1732065777439 (+28 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c5482381c322025604569e9df63718ab in 66ms, sequenceid=14, compaction requested=false at 1732065777450 (+11 ms)Writing region close event to WAL at 1732065777470 (+20 ms)Running coprocessor post-close hooks at 1732065777477 (+7 ms)Closed at 1732065777477 2024-11-20T01:22:57,477 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732065761552.c5482381c322025604569e9df63718ab. 2024-11-20T01:22:57,477 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da3a3564442cf0fccad15f9f822bd2bc, disabling compactions & flushes 2024-11-20T01:22:57,477 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc. 2024-11-20T01:22:57,477 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc. 2024-11-20T01:22:57,477 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc. after waiting 0 ms 2024-11-20T01:22:57,477 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc. 2024-11-20T01:22:57,477 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da3a3564442cf0fccad15f9f822bd2bc 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T01:22:57,486 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/.tmp/ns/9bcd818b09ad45478326e6299a88c390 is 43, key is default/ns:d/1732065745904/Put/seqid=0 2024-11-20T01:22:57,500 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/.tmp/f/b194003a6e8142939e5aab53009b8904 is 37, key is row3/f:row3/1732065773562/Put/seqid=0 2024-11-20T01:22:57,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741842_1018 (size=5153) 2024-11-20T01:22:57,502 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/.tmp/ns/9bcd818b09ad45478326e6299a88c390 2024-11-20T01:22:57,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741843_1019 (size=5228) 2024-11-20T01:22:57,542 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/.tmp/f/b194003a6e8142939e5aab53009b8904 2024-11-20T01:22:57,546 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/.tmp/rep_barrier/7b06a6bda0574ced8ad8bb33e2acc59c is 112, key is test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc./rep_barrier:seqnumDuringOpen/1732065756210/Put/seqid=0 2024-11-20T01:22:57,546 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b194003a6e8142939e5aab53009b8904 2024-11-20T01:22:57,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741844_1020 (size=5518) 2024-11-20T01:22:57,579 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/.tmp/rep_barrier/7b06a6bda0574ced8ad8bb33e2acc59c 2024-11-20T01:22:57,588 DEBUG [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da3a3564442cf0fccad15f9f822bd2bc 2024-11-20T01:22:57,591 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/.tmp/f1/5b67a5f0889b42cb83401e56cb712b3b is 30, key is row1/f1:/1732065770897/DeleteFamily/seqid=0 2024-11-20T01:22:57,624 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/.tmp/table/faeba76c807044b4a622dccfec97ec78 is 53, key is hbase:replication/table:state/1732065762369/Put/seqid=0 2024-11-20T01:22:57,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741845_1021 (size=5158) 2024-11-20T01:22:57,634 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/.tmp/f1/5b67a5f0889b42cb83401e56cb712b3b 2024-11-20T01:22:57,639 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b67a5f0889b42cb83401e56cb712b3b 2024-11-20T01:22:57,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741846_1022 (size=5308) 2024-11-20T01:22:57,661 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/.tmp/table/faeba76c807044b4a622dccfec97ec78 2024-11-20T01:22:57,665 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/.tmp/info/84c369118b6a4cddab6df98e909d0d22 as hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/info/84c369118b6a4cddab6df98e909d0d22 2024-11-20T01:22:57,669 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/.tmp/norep/a538f8ac4a824f5b97244bc41fd311db is 33, key is row1/norep:/1732065770897/DeleteFamily/seqid=0 2024-11-20T01:22:57,670 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/info/84c369118b6a4cddab6df98e909d0d22, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T01:22:57,671 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/.tmp/ns/9bcd818b09ad45478326e6299a88c390 as hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/ns/9bcd818b09ad45478326e6299a88c390 2024-11-20T01:22:57,675 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/ns/9bcd818b09ad45478326e6299a88c390, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T01:22:57,676 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/.tmp/rep_barrier/7b06a6bda0574ced8ad8bb33e2acc59c as hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/rep_barrier/7b06a6bda0574ced8ad8bb33e2acc59c 2024-11-20T01:22:57,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741847_1023 (size=5108) 2024-11-20T01:22:57,682 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/rep_barrier/7b06a6bda0574ced8ad8bb33e2acc59c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T01:22:57,683 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/.tmp/norep/a538f8ac4a824f5b97244bc41fd311db 2024-11-20T01:22:57,683 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/.tmp/table/faeba76c807044b4a622dccfec97ec78 as hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/table/faeba76c807044b4a622dccfec97ec78 2024-11-20T01:22:57,688 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/table/faeba76c807044b4a622dccfec97ec78, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T01:22:57,689 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 300ms, sequenceid=16, compaction requested=false 2024-11-20T01:22:57,697 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a538f8ac4a824f5b97244bc41fd311db 2024-11-20T01:22:57,698 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/.tmp/f/b194003a6e8142939e5aab53009b8904 as hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/f/b194003a6e8142939e5aab53009b8904 2024-11-20T01:22:57,702 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b194003a6e8142939e5aab53009b8904 2024-11-20T01:22:57,702 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/f/b194003a6e8142939e5aab53009b8904, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T01:22:57,703 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/.tmp/f1/5b67a5f0889b42cb83401e56cb712b3b as hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/f1/5b67a5f0889b42cb83401e56cb712b3b 2024-11-20T01:22:57,707 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b67a5f0889b42cb83401e56cb712b3b 2024-11-20T01:22:57,707 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/f1/5b67a5f0889b42cb83401e56cb712b3b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T01:22:57,708 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/.tmp/norep/a538f8ac4a824f5b97244bc41fd311db as hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/norep/a538f8ac4a824f5b97244bc41fd311db 2024-11-20T01:22:57,709 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:22:57,709 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:22:57,712 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a538f8ac4a824f5b97244bc41fd311db 2024-11-20T01:22:57,712 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/norep/a538f8ac4a824f5b97244bc41fd311db, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T01:22:57,712 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for da3a3564442cf0fccad15f9f822bd2bc in 235ms, sequenceid=12, compaction requested=false 2024-11-20T01:22:57,766 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T01:22:57,767 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:22:57,767 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:22:57,767 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1491, reset compression=false 2024-11-20T01:22:57,767 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:22:57,767 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065777389Running coprocessor pre-close hooks at 1732065777389Disabling compacts and flushes for region at 1732065777389Disabling writes for close at 1732065777389Obtaining lock to block concurrent updates at 1732065777389Preparing flush snapshotting stores in 1588230740 at 1732065777389Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732065777389Flushing stores of hbase:meta,,1.1588230740 at 1732065777390 (+1 ms)Flushing 1588230740/info: creating writer at 1732065777390Flushing 1588230740/info: appending metadata at 1732065777426 (+36 ms)Flushing 1588230740/info: closing flushed file at 1732065777426Flushing 1588230740/ns: creating writer at 1732065777459 (+33 ms)Flushing 1588230740/ns: appending metadata at 1732065777485 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732065777485Flushing 1588230740/rep_barrier: creating writer at 1732065777508 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732065777545 (+37 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732065777545Flushing 1588230740/table: creating writer at 1732065777584 (+39 ms)Flushing 1588230740/table: appending metadata at 1732065777624 (+40 ms)Flushing 1588230740/table: closing flushed file at 1732065777624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9263e9: reopening flushed file at 1732065777665 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@574d75d3: reopening flushed file at 1732065777670 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24fd25fa: reopening flushed file at 1732065777675 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569f44fe: reopening flushed file at 1732065777682 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 300ms, sequenceid=16, compaction requested=false at 1732065777689 (+7 ms)Writing region close event to WAL at 1732065777748 (+59 ms)Running coprocessor post-close hooks at 1732065777767 (+19 ms)Closed at 1732065777767 2024-11-20T01:22:57,767 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:22:57,784 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/data/default/test/da3a3564442cf0fccad15f9f822bd2bc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T01:22:57,785 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:22:57,785 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:22:57,785 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc. 2024-11-20T01:22:57,785 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da3a3564442cf0fccad15f9f822bd2bc: Waiting for close lock at 1732065777477Running coprocessor pre-close hooks at 1732065777477Disabling compacts and flushes for region at 1732065777477Disabling writes for close at 1732065777477Obtaining lock to block concurrent updates at 1732065777477Preparing flush snapshotting stores in da3a3564442cf0fccad15f9f822bd2bc at 1732065777477Finished memstore snapshotting test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732065777478 (+1 ms)Flushing stores of test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc. at 1732065777478Flushing da3a3564442cf0fccad15f9f822bd2bc/f: creating writer at 1732065777478Flushing da3a3564442cf0fccad15f9f822bd2bc/f: appending metadata at 1732065777500 (+22 ms)Flushing da3a3564442cf0fccad15f9f822bd2bc/f: closing flushed file at 1732065777500Flushing da3a3564442cf0fccad15f9f822bd2bc/f1: creating writer at 1732065777547 (+47 ms)Flushing da3a3564442cf0fccad15f9f822bd2bc/f1: appending metadata at 1732065777590 (+43 ms)Flushing da3a3564442cf0fccad15f9f822bd2bc/f1: closing flushed file at 1732065777590Flushing da3a3564442cf0fccad15f9f822bd2bc/norep: creating writer at 1732065777639 (+49 ms)Flushing da3a3564442cf0fccad15f9f822bd2bc/norep: appending metadata at 1732065777668 (+29 ms)Flushing da3a3564442cf0fccad15f9f822bd2bc/norep: closing flushed file at 1732065777668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5459827a: reopening flushed file at 1732065777697 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74183d9b: reopening flushed file at 1732065777703 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d03c0c: reopening flushed file at 1732065777707 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for da3a3564442cf0fccad15f9f822bd2bc in 235ms, sequenceid=12, compaction requested=false at 1732065777712 (+5 ms)Writing region close event to WAL at 1732065777756 (+44 ms)Running coprocessor post-close hooks at 1732065777785 (+29 ms)Closed at 1732065777785 2024-11-20T01:22:57,785 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732065755044.da3a3564442cf0fccad15f9f822bd2bc. 2024-11-20T01:22:57,789 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,34531,1732065742555; all regions closed. 2024-11-20T01:22:57,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741834_1010 (size=4239) 2024-11-20T01:22:57,806 DEBUG [RS:0;57759bcb46a5:34531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/oldWALs 2024-11-20T01:22:57,806 INFO [RS:0;57759bcb46a5:34531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C34531%2C1732065742555.meta:.meta(num 1732065745781) 2024-11-20T01:22:57,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741839_1015 (size=3552) 2024-11-20T01:22:57,812 DEBUG [RS:0;57759bcb46a5:34531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/oldWALs 2024-11-20T01:22:57,812 INFO [RS:0;57759bcb46a5:34531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C34531%2C1732065742555.rep:(num 1732065762330) 2024-11-20T01:22:57,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741832_1008 (size=2370) 2024-11-20T01:22:57,814 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/WALs/57759bcb46a5,34531,1732065742555/57759bcb46a5%2C34531%2C1732065742555.1732065744850 not finished, retry = 0 2024-11-20T01:22:57,916 DEBUG [RS:0;57759bcb46a5:34531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/oldWALs 2024-11-20T01:22:57,916 INFO [RS:0;57759bcb46a5:34531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C34531%2C1732065742555:(num 1732065744850) 2024-11-20T01:22:57,916 DEBUG [RS:0;57759bcb46a5:34531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:57,916 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:22:57,916 INFO [RS:0;57759bcb46a5:34531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:22:57,917 INFO [RS:0;57759bcb46a5:34531 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T01:22:57,917 INFO [RS:0;57759bcb46a5:34531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:22:57,917 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:22:57,918 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,34531,1732065742555 because: Region server is closing 2024-11-20T01:22:57,918 INFO [RS:0;57759bcb46a5:34531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:34531. 2024-11-20T01:22:57,918 DEBUG [RS:0;57759bcb46a5:34531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:57,918 DEBUG [RS:0;57759bcb46a5:34531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:57,918 DEBUG [RS:0;57759bcb46a5:34531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:57,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:58,018 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.wal-reader.57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T01:22:58,018 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.shipper57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T01:22:58,019 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,34531,1732065742555.replicationSource.shipper57759bcb46a5%2C34531%2C1732065742555,1-57759bcb46a5,34531,1732065742555 terminated 2024-11-20T01:22:58,019 INFO [RS:0;57759bcb46a5:34531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:34531. 2024-11-20T01:22:58,019 DEBUG [RS:0;57759bcb46a5:34531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:58,019 DEBUG [RS:0;57759bcb46a5:34531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:58,019 DEBUG [RS:0;57759bcb46a5:34531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:58,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:58,019 INFO [RS:0;57759bcb46a5:34531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34531 2024-11-20T01:22:58,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704/rs 2024-11-20T01:22:58,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11181478704/rs/57759bcb46a5,34531,1732065742555 2024-11-20T01:22:58,068 INFO [RS:0;57759bcb46a5:34531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:22:58,079 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,34531,1732065742555] 2024-11-20T01:22:58,089 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11181478704/draining/57759bcb46a5,34531,1732065742555 already deleted, retry=false 2024-11-20T01:22:58,089 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,34531,1732065742555 expired; onlineServers=0 2024-11-20T01:22:58,089 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,38165,1732065742445' ***** 2024-11-20T01:22:58,090 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:22:58,090 INFO [M:0;57759bcb46a5:38165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:22:58,090 INFO [M:0;57759bcb46a5:38165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:22:58,090 DEBUG [M:0;57759bcb46a5:38165 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:22:58,090 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:22:58,090 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065744608 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065744608,5,FailOnTimeoutGroup] 2024-11-20T01:22:58,090 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065744600 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065744600,5,FailOnTimeoutGroup] 2024-11-20T01:22:58,090 DEBUG [M:0;57759bcb46a5:38165 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:22:58,090 INFO [M:0;57759bcb46a5:38165 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:22:58,090 INFO [M:0;57759bcb46a5:38165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:22:58,090 DEBUG [M:0;57759bcb46a5:38165 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:22:58,090 INFO [M:0;57759bcb46a5:38165 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:22:58,090 INFO [M:0;57759bcb46a5:38165 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:22:58,091 INFO [M:0;57759bcb46a5:38165 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:22:58,091 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:22:58,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11181478704/master 2024-11-20T01:22:58,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181478704 2024-11-20T01:22:58,100 DEBUG [M:0;57759bcb46a5:38165 {}] zookeeper.ZKUtil(347): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Unable to get data of znode /11181478704/master because node does not exist (not an error) 2024-11-20T01:22:58,100 WARN [M:0;57759bcb46a5:38165 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:22:58,101 INFO [M:0;57759bcb46a5:38165 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/.lastflushedseqids 2024-11-20T01:22:58,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741848_1024 (size=245) 2024-11-20T01:22:58,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:58,179 INFO [RS:0;57759bcb46a5:34531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:22:58,179 INFO [RS:0;57759bcb46a5:34531 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,34531,1732065742555; zookeeper connection closed. 2024-11-20T01:22:58,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34531-0x10155d5ad350004, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:58,180 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c5944f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c5944f9 2024-11-20T01:22:58,180 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:22:58,519 INFO [M:0;57759bcb46a5:38165 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:22:58,519 INFO [M:0;57759bcb46a5:38165 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:22:58,519 DEBUG [M:0;57759bcb46a5:38165 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:22:58,519 INFO [M:0;57759bcb46a5:38165 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:58,519 DEBUG [M:0;57759bcb46a5:38165 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:58,520 DEBUG [M:0;57759bcb46a5:38165 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:22:58,520 DEBUG [M:0;57759bcb46a5:38165 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:58,520 INFO [M:0;57759bcb46a5:38165 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-20T01:22:58,534 DEBUG [M:0;57759bcb46a5:38165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6948c2b0cb5a4063b4c60c09771c01f4 is 82, key is hbase:meta,,1/info:regioninfo/1732065745883/Put/seqid=0 2024-11-20T01:22:58,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741849_1025 (size=5672) 2024-11-20T01:22:58,589 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1491, reset compression=false 2024-11-20T01:22:58,938 INFO [M:0;57759bcb46a5:38165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6948c2b0cb5a4063b4c60c09771c01f4 2024-11-20T01:22:58,956 DEBUG [M:0;57759bcb46a5:38165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6c2750a4bdc48adbd4c9cf0725a0cc2 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732065756226/Put/seqid=0 2024-11-20T01:22:58,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741850_1026 (size=7219) 2024-11-20T01:22:59,360 INFO [M:0;57759bcb46a5:38165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6c2750a4bdc48adbd4c9cf0725a0cc2 2024-11-20T01:22:59,363 INFO [M:0;57759bcb46a5:38165 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6c2750a4bdc48adbd4c9cf0725a0cc2 2024-11-20T01:22:59,378 DEBUG [M:0;57759bcb46a5:38165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39126b5545de4846a7d655ddad40e62e is 69, key is 57759bcb46a5,34531,1732065742555/rs:state/1732065744634/Put/seqid=0 2024-11-20T01:22:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741851_1027 (size=5156) 2024-11-20T01:22:59,383 INFO [M:0;57759bcb46a5:38165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39126b5545de4846a7d655ddad40e62e 2024-11-20T01:22:59,387 DEBUG [M:0;57759bcb46a5:38165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6948c2b0cb5a4063b4c60c09771c01f4 as hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6948c2b0cb5a4063b4c60c09771c01f4 2024-11-20T01:22:59,390 INFO [M:0;57759bcb46a5:38165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6948c2b0cb5a4063b4c60c09771c01f4, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T01:22:59,391 DEBUG [M:0;57759bcb46a5:38165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6c2750a4bdc48adbd4c9cf0725a0cc2 as hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6c2750a4bdc48adbd4c9cf0725a0cc2 2024-11-20T01:22:59,394 INFO [M:0;57759bcb46a5:38165 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6c2750a4bdc48adbd4c9cf0725a0cc2 2024-11-20T01:22:59,394 INFO [M:0;57759bcb46a5:38165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6c2750a4bdc48adbd4c9cf0725a0cc2, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T01:22:59,394 DEBUG [M:0;57759bcb46a5:38165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39126b5545de4846a7d655ddad40e62e as hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39126b5545de4846a7d655ddad40e62e 2024-11-20T01:22:59,397 INFO [M:0;57759bcb46a5:38165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32839/user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39126b5545de4846a7d655ddad40e62e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T01:22:59,398 INFO [M:0;57759bcb46a5:38165 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=105, compaction requested=false 2024-11-20T01:22:59,399 INFO [M:0;57759bcb46a5:38165 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:22:59,399 DEBUG [M:0;57759bcb46a5:38165 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065778519Disabling compacts and flushes for region at 1732065778519Disabling writes for close at 1732065778520 (+1 ms)Obtaining lock to block concurrent updates at 1732065778520Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065778520Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732065778520Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065778520Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065778520Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065778534 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065778534Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065778941 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065778956 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065778956Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065779363 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065779377 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065779378 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5379bb4e: reopening flushed file at 1732065779386 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3735ab42: reopening flushed file at 1732065779390 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c35518: reopening flushed file at 1732065779394 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=105, compaction requested=false at 1732065779398 (+4 ms)Writing region close event to WAL at 1732065779399 (+1 ms)Closed at 1732065779399 2024-11-20T01:22:59,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741830_1006 (size=64435) 2024-11-20T01:22:59,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef68b52d-c132-d7d2-ea25-c61147f9ceda/MasterData/WALs/57759bcb46a5,38165,1732065742445/57759bcb46a5%2C38165%2C1732065742445.1732065744274 not finished, retry = 0 2024-11-20T01:22:59,492 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1491, reset compression=false 2024-11-20T01:22:59,501 INFO [M:0;57759bcb46a5:38165 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:22:59,501 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:22:59,501 INFO [M:0;57759bcb46a5:38165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38165 2024-11-20T01:22:59,502 INFO [M:0;57759bcb46a5:38165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:22:59,621 INFO [M:0;57759bcb46a5:38165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:22:59,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:59,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38165-0x10155d5ad350003, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:22:59,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45c46b92{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:22:59,625 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1398a47e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:22:59,625 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:22:59,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78c6e954{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:22:59,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c348d87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/hadoop.log.dir/,STOPPED} 2024-11-20T01:22:59,627 WARN [BP-1137913-172.17.0.3-1732065740512 heartbeating to localhost/127.0.0.1:32839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:22:59,627 WARN [BP-1137913-172.17.0.3-1732065740512 heartbeating to localhost/127.0.0.1:32839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1137913-172.17.0.3-1732065740512 (Datanode Uuid 814be05e-55db-4f72-8c56-cb938bf0b2ad) service to localhost/127.0.0.1:32839 2024-11-20T01:22:59,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/cluster_bacdbc0c-0f1e-7da6-7287-3d08975e7871/data/data1/current/BP-1137913-172.17.0.3-1732065740512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:22:59,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/cluster_bacdbc0c-0f1e-7da6-7287-3d08975e7871/data/data2/current/BP-1137913-172.17.0.3-1732065740512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:22:59,628 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:22:59,628 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:22:59,628 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:22:59,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3976cc46{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:22:59,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71778e6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:22:59,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:22:59,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4377be4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:22:59,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f4a5392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7bdd3168-e795-26cd-42d8-b198e33e0acd/hadoop.log.dir/,STOPPED} 2024-11-20T01:22:59,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:22:59,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:22:59,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:59,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:59,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:22:59,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:22:59,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1492907069, stopped=false 2024-11-20T01:22:59,651 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,46531,1732065737124 2024-11-20T01:22:59,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-823124166/running 2024-11-20T01:22:59,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-823124166/running 2024-11-20T01:22:59,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:59,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:22:59,668 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:22:59,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:22:59,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:59,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Set watcher on znode that does not yet exist, /0-823124166/running 2024-11-20T01:22:59,669 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,41883,1732065737323' ***** 2024-11-20T01:22:59,669 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:22:59,669 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:22:59,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Set watcher on znode that does not yet exist, /0-823124166/running 2024-11-20T01:22:59,669 INFO [RS:0;57759bcb46a5:41883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:22:59,669 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:22:59,669 INFO [RS:0;57759bcb46a5:41883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:22:59,669 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(3091): Received CLOSE for d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:22:59,670 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(3091): Received CLOSE for 2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:22:59,670 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,41883,1732065737323 2024-11-20T01:22:59,670 INFO [RS:0;57759bcb46a5:41883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:22:59,670 INFO [RS:0;57759bcb46a5:41883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:41883. 2024-11-20T01:22:59,670 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7ab440056dc81d4b66532bd25c80b5f, disabling compactions & flushes 2024-11-20T01:22:59,670 DEBUG [RS:0;57759bcb46a5:41883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:22:59,670 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f. 2024-11-20T01:22:59,670 DEBUG [RS:0;57759bcb46a5:41883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:22:59,670 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f. 2024-11-20T01:22:59,670 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f. after waiting 0 ms 2024-11-20T01:22:59,670 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f. 2024-11-20T01:22:59,670 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:22:59,670 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:22:59,670 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:22:59,670 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:22:59,670 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7ab440056dc81d4b66532bd25c80b5f 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-20T01:22:59,670 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T01:22:59,670 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1325): Online Regions={d7ab440056dc81d4b66532bd25c80b5f=test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f., 2316b87a8a5431a49b7bd3145f02149e=hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:22:59,670 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2316b87a8a5431a49b7bd3145f02149e, d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:22:59,670 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:22:59,670 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:22:59,670 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:22:59,670 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:22:59,670 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:22:59,670 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T01:22:59,683 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/.tmp/f/ffa1f5cfb67745bc991322a1c4e2b4d1 is 37, key is row3/f:row3/1732065773562/Put/seqid=0 2024-11-20T01:22:59,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741840_1016 (size=5228) 2024-11-20T01:22:59,686 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/.tmp/info/284baf38f9994f1fa9d831a9f94dc729 is 147, key is hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e./info:regioninfo/1732065760655/Put/seqid=0 2024-11-20T01:22:59,687 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:22:59,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741841_1017 (size=7686) 2024-11-20T01:22:59,870 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2316b87a8a5431a49b7bd3145f02149e, d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:23:00,070 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2316b87a8a5431a49b7bd3145f02149e, d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:23:00,086 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/.tmp/f/ffa1f5cfb67745bc991322a1c4e2b4d1 2024-11-20T01:23:00,089 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/.tmp/info/284baf38f9994f1fa9d831a9f94dc729 2024-11-20T01:23:00,090 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffa1f5cfb67745bc991322a1c4e2b4d1 2024-11-20T01:23:00,104 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/.tmp/ns/279a2f70b0a4498fb1732110e309ea9c is 43, key is default/ns:d/1732065740347/Put/seqid=0 2024-11-20T01:23:00,106 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/.tmp/f1/2297165182864271bcdd0197cb0458b2 is 30, key is row1/f1:/1732065770897/DeleteFamily/seqid=0 2024-11-20T01:23:00,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741842_1018 (size=5153) 2024-11-20T01:23:00,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741843_1019 (size=5158) 2024-11-20T01:23:00,221 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:23:00,221 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:23:00,271 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2316b87a8a5431a49b7bd3145f02149e, d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:23:00,471 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2316b87a8a5431a49b7bd3145f02149e, d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:23:00,495 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1491, reset compression=false 2024-11-20T01:23:00,498 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:23:00,498 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1738, reset compression=false 2024-11-20T01:23:00,498 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,41883,1732065737323 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:23:00,499 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57759bcb46a5,41883,1732065737323: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57759bcb46a5,41883,1732065737323, walGroup=57759bcb46a5%2C41883%2C1732065737323, offset=57759bcb46a5%2C41883%2C1732065737323.1732065739351:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:41883 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T01:23:00,501 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T01:23:00,501 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T01:23:00,501 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T01:23:00,501 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T01:23:00,501 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T01:23:00,501 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 940654584 }, "NonHeapMemoryUsage": { "committed": 203554816, "init": 7667712, "max": -1, "used": 200522776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T01:23:00,502 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:46531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:46531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T01:23:00,508 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/.tmp/ns/279a2f70b0a4498fb1732110e309ea9c 2024-11-20T01:23:00,509 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/.tmp/f1/2297165182864271bcdd0197cb0458b2 2024-11-20T01:23:00,512 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2297165182864271bcdd0197cb0458b2 2024-11-20T01:23:00,523 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/.tmp/rep_barrier/5b55a58807104cfd8e23871c52a91f93 is 112, key is test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f./rep_barrier:seqnumDuringOpen/1732065754095/Put/seqid=0 2024-11-20T01:23:00,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741844_1020 (size=5518) 2024-11-20T01:23:00,527 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/.tmp/norep/00f8584190794e328c68d11c6304718c is 32, key is row/norep:/1732065769891/DeleteFamily/seqid=0 2024-11-20T01:23:00,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741845_1021 (size=5101) 2024-11-20T01:23:00,671 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2316b87a8a5431a49b7bd3145f02149e, d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:23:00,701 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1738, reset compression=false 2024-11-20T01:23:00,717 INFO [master/57759bcb46a5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T01:23:00,717 INFO [master/57759bcb46a5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T01:23:00,871 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2316b87a8a5431a49b7bd3145f02149e, d7ab440056dc81d4b66532bd25c80b5f 2024-11-20T01:23:00,927 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/.tmp/rep_barrier/5b55a58807104cfd8e23871c52a91f93 2024-11-20T01:23:00,930 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/.tmp/norep/00f8584190794e328c68d11c6304718c 2024-11-20T01:23:00,933 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00f8584190794e328c68d11c6304718c 2024-11-20T01:23:00,933 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/.tmp/f/ffa1f5cfb67745bc991322a1c4e2b4d1 as hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/f/ffa1f5cfb67745bc991322a1c4e2b4d1 2024-11-20T01:23:00,936 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffa1f5cfb67745bc991322a1c4e2b4d1 2024-11-20T01:23:00,936 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/f/ffa1f5cfb67745bc991322a1c4e2b4d1, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T01:23:00,937 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/.tmp/f1/2297165182864271bcdd0197cb0458b2 as hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/f1/2297165182864271bcdd0197cb0458b2 2024-11-20T01:23:00,940 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2297165182864271bcdd0197cb0458b2 2024-11-20T01:23:00,940 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/f1/2297165182864271bcdd0197cb0458b2, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T01:23:00,941 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/.tmp/norep/00f8584190794e328c68d11c6304718c as hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/norep/00f8584190794e328c68d11c6304718c 2024-11-20T01:23:00,944 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00f8584190794e328c68d11c6304718c 2024-11-20T01:23:00,944 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/norep/00f8584190794e328c68d11c6304718c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T01:23:00,945 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d7ab440056dc81d4b66532bd25c80b5f in 1274ms, sequenceid=12, compaction requested=false 2024-11-20T01:23:00,945 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T01:23:00,947 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/default/test/d7ab440056dc81d4b66532bd25c80b5f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T01:23:00,948 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:23:00,948 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:23:00,948 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f. 2024-11-20T01:23:00,948 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/.tmp/table/ad8efaf6f6834558945ffde88c51d685 is 53, key is hbase:replication/table:state/1732065760669/Put/seqid=0 2024-11-20T01:23:00,948 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7ab440056dc81d4b66532bd25c80b5f: Waiting for close lock at 1732065779670Running coprocessor pre-close hooks at 1732065779670Disabling compacts and flushes for region at 1732065779670Disabling writes for close at 1732065779670Obtaining lock to block concurrent updates at 1732065779670Preparing flush snapshotting stores in d7ab440056dc81d4b66532bd25c80b5f at 1732065779670Finished memstore snapshotting test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732065779670Flushing stores of test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f. at 1732065779670Flushing d7ab440056dc81d4b66532bd25c80b5f/f: creating writer at 1732065779671 (+1 ms)Flushing d7ab440056dc81d4b66532bd25c80b5f/f: appending metadata at 1732065779682 (+11 ms)Flushing d7ab440056dc81d4b66532bd25c80b5f/f: closing flushed file at 1732065779682Flushing d7ab440056dc81d4b66532bd25c80b5f/f1: creating writer at 1732065780091 (+409 ms)Flushing d7ab440056dc81d4b66532bd25c80b5f/f1: appending metadata at 1732065780105 (+14 ms)Flushing d7ab440056dc81d4b66532bd25c80b5f/f1: closing flushed file at 1732065780105Flushing d7ab440056dc81d4b66532bd25c80b5f/norep: creating writer at 1732065780512 (+407 ms)Flushing d7ab440056dc81d4b66532bd25c80b5f/norep: appending metadata at 1732065780526 (+14 ms)Flushing d7ab440056dc81d4b66532bd25c80b5f/norep: closing flushed file at 1732065780526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5835d4d6: reopening flushed file at 1732065780933 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3314f89f: reopening flushed file at 1732065780936 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b78be49: reopening flushed file at 1732065780940 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d7ab440056dc81d4b66532bd25c80b5f in 1274ms, sequenceid=12, compaction requested=false at 1732065780945 (+5 ms)Writing region close event to WAL at 1732065780946 (+1 ms)Running coprocessor post-close hooks at 1732065780948 (+2 ms)Closed at 1732065780948 2024-11-20T01:23:00,948 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732065752888.d7ab440056dc81d4b66532bd25c80b5f. 2024-11-20T01:23:00,948 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2316b87a8a5431a49b7bd3145f02149e, disabling compactions & flushes 2024-11-20T01:23:00,948 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. 2024-11-20T01:23:00,948 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. 2024-11-20T01:23:00,948 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. after waiting 0 ms 2024-11-20T01:23:00,948 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. 2024-11-20T01:23:00,948 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2316b87a8a5431a49b7bd3145f02149e: Waiting for close lock at 1732065780948Running coprocessor pre-close hooks at 1732065780948Disabling compacts and flushes for region at 1732065780948Disabling writes for close at 1732065780948Failed flush hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e., putting online again at 1732065780948 2024-11-20T01:23:00,948 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. 2024-11-20T01:23:00,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741846_1022 (size=5308) 2024-11-20T01:23:00,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:00,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:00,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,005 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 1738, reset compression=false 2024-11-20T01:23:01,008 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:23:01,008 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 2382, reset compression=false 2024-11-20T01:23:01,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,071 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T01:23:01,071 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1325): Online Regions={2316b87a8a5431a49b7bd3145f02149e=hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:23:01,072 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(3091): Received CLOSE for 2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:23:01,072 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2316b87a8a5431a49b7bd3145f02149e 2024-11-20T01:23:01,072 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2316b87a8a5431a49b7bd3145f02149e, disabling compactions & flushes 2024-11-20T01:23:01,072 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. 2024-11-20T01:23:01,072 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. 2024-11-20T01:23:01,072 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. after waiting 0 ms 2024-11-20T01:23:01,072 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. 2024-11-20T01:23:01,072 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2316b87a8a5431a49b7bd3145f02149e: Waiting for close lock at 1732065781072Running coprocessor pre-close hooks at 1732065781072Disabling compacts and flushes for region at 1732065781072Disabling writes for close at 1732065781072Failed flush hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e., putting online again at 1732065781072 2024-11-20T01:23:01,072 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732065759387.2316b87a8a5431a49b7bd3145f02149e. 2024-11-20T01:23:01,218 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.wal-reader.57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/WALs/57759bcb46a5,41883,1732065737323/57759bcb46a5%2C41883%2C1732065737323.1732065739351 to pos 2382, reset compression=false 2024-11-20T01:23:01,272 DEBUG [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:23:01,351 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/.tmp/table/ad8efaf6f6834558945ffde88c51d685 2024-11-20T01:23:01,355 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/.tmp/info/284baf38f9994f1fa9d831a9f94dc729 as hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/info/284baf38f9994f1fa9d831a9f94dc729 2024-11-20T01:23:01,358 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/info/284baf38f9994f1fa9d831a9f94dc729, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T01:23:01,359 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/.tmp/ns/279a2f70b0a4498fb1732110e309ea9c as hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/ns/279a2f70b0a4498fb1732110e309ea9c 2024-11-20T01:23:01,362 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/ns/279a2f70b0a4498fb1732110e309ea9c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T01:23:01,362 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/.tmp/rep_barrier/5b55a58807104cfd8e23871c52a91f93 as hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/rep_barrier/5b55a58807104cfd8e23871c52a91f93 2024-11-20T01:23:01,365 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/rep_barrier/5b55a58807104cfd8e23871c52a91f93, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T01:23:01,366 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/.tmp/table/ad8efaf6f6834558945ffde88c51d685 as hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/table/ad8efaf6f6834558945ffde88c51d685 2024-11-20T01:23:01,368 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/table/ad8efaf6f6834558945ffde88c51d685, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T01:23:01,369 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false 2024-11-20T01:23:01,369 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:23:01,373 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T01:23:01,373 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:23:01,373 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:23:01,373 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:23:01,373 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065779670Running coprocessor pre-close hooks at 1732065779670Disabling compacts and flushes for region at 1732065779670Disabling writes for close at 1732065779670Obtaining lock to block concurrent updates at 1732065779670Preparing flush snapshotting stores in 1588230740 at 1732065779670Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732065779670Flushing stores of hbase:meta,,1.1588230740 at 1732065779671 (+1 ms)Flushing 1588230740/info: creating writer at 1732065779671Flushing 1588230740/info: appending metadata at 1732065779686 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732065779686Flushing 1588230740/ns: creating writer at 1732065780093 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732065780104 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1732065780104Flushing 1588230740/rep_barrier: creating writer at 1732065780511 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732065780523 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732065780523Flushing 1588230740/table: creating writer at 1732065780931 (+408 ms)Flushing 1588230740/table: appending metadata at 1732065780948 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732065780948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53fe1860: reopening flushed file at 1732065781354 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23712045: reopening flushed file at 1732065781359 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15566f35: reopening flushed file at 1732065781362 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3360545c: reopening flushed file at 1732065781365 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false at 1732065781369 (+4 ms)Writing region close event to WAL at 1732065781370 (+1 ms)Running coprocessor post-close hooks at 1732065781373 (+3 ms)Closed at 1732065781373 2024-11-20T01:23:01,373 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:23:01,472 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T01:23:01,472 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,41883,1732065737323; all regions closed. 2024-11-20T01:23:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741834_1010 (size=4239) 2024-11-20T01:23:01,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741839_1015 (size=2609) 2024-11-20T01:23:01,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741832_1008 (size=2390) 2024-11-20T01:23:01,507 DEBUG [RS:0;57759bcb46a5:41883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:01,507 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:23:01,507 INFO [RS:0;57759bcb46a5:41883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:23:01,507 INFO [RS:0;57759bcb46a5:41883 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:23:01,508 INFO [RS:0;57759bcb46a5:41883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:23:01,508 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:23:01,508 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,41883,1732065737323 because: Region server is closing 2024-11-20T01:23:01,508 INFO [RS:0;57759bcb46a5:41883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:41883. 2024-11-20T01:23:01,508 DEBUG [RS:0;57759bcb46a5:41883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:01,508 DEBUG [RS:0;57759bcb46a5:41883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:01,508 DEBUG [RS:0;57759bcb46a5:41883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:01,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:01,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:23:01,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:01,609 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,41883,1732065737323.replicationSource.shipper57759bcb46a5%2C41883%2C1732065737323,1-57759bcb46a5,41883,1732065737323 terminated 2024-11-20T01:23:01,609 INFO [RS:0;57759bcb46a5:41883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:41883. 2024-11-20T01:23:01,609 DEBUG [RS:0;57759bcb46a5:41883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:01,609 DEBUG [RS:0;57759bcb46a5:41883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:01,609 DEBUG [RS:0;57759bcb46a5:41883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:01,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:01,609 INFO [RS:0;57759bcb46a5:41883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41883 2024-11-20T01:23:01,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-823124166/rs/57759bcb46a5,41883,1732065737323 2024-11-20T01:23:01,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166/rs 2024-11-20T01:23:01,697 INFO [RS:0;57759bcb46a5:41883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:23:01,721 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,41883,1732065737323] 2024-11-20T01:23:01,731 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-823124166/draining/57759bcb46a5,41883,1732065737323 already deleted, retry=false 2024-11-20T01:23:01,731 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,41883,1732065737323 expired; onlineServers=0 2024-11-20T01:23:01,731 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,46531,1732065737124' ***** 2024-11-20T01:23:01,731 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:23:01,731 INFO [M:0;57759bcb46a5:46531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:23:01,731 INFO [M:0;57759bcb46a5:46531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:23:01,731 DEBUG [M:0;57759bcb46a5:46531 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:23:01,731 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:23:01,731 DEBUG [M:0;57759bcb46a5:46531 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:23:01,731 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065739070 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065739070,5,FailOnTimeoutGroup] 2024-11-20T01:23:01,731 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065739070 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065739070,5,FailOnTimeoutGroup] 2024-11-20T01:23:01,732 INFO [M:0;57759bcb46a5:46531 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:23:01,732 INFO [M:0;57759bcb46a5:46531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:23:01,732 DEBUG [M:0;57759bcb46a5:46531 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:23:01,732 INFO [M:0;57759bcb46a5:46531 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:23:01,732 INFO [M:0;57759bcb46a5:46531 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:23:01,732 INFO [M:0;57759bcb46a5:46531 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:23:01,732 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:23:01,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-823124166/master 2024-11-20T01:23:01,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-823124166 2024-11-20T01:23:01,742 DEBUG [M:0;57759bcb46a5:46531 {}] zookeeper.ZKUtil(347): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Unable to get data of znode /0-823124166/master because node does not exist (not an error) 2024-11-20T01:23:01,742 WARN [M:0;57759bcb46a5:46531 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:23:01,743 INFO [M:0;57759bcb46a5:46531 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/.lastflushedseqids 2024-11-20T01:23:01,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741847_1023 (size=245) 2024-11-20T01:23:01,821 INFO [RS:0;57759bcb46a5:41883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:23:01,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:01,821 INFO [RS:0;57759bcb46a5:41883 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,41883,1732065737323; zookeeper connection closed. 2024-11-20T01:23:01,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10155d5ad350001, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:01,821 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4275c9c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4275c9c1 2024-11-20T01:23:01,821 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:23:02,146 INFO [M:0;57759bcb46a5:46531 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:23:02,146 INFO [M:0;57759bcb46a5:46531 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:23:02,147 DEBUG [M:0;57759bcb46a5:46531 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:23:02,147 INFO [M:0;57759bcb46a5:46531 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:02,147 DEBUG [M:0;57759bcb46a5:46531 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:02,147 DEBUG [M:0;57759bcb46a5:46531 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:23:02,147 DEBUG [M:0;57759bcb46a5:46531 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:02,147 INFO [M:0;57759bcb46a5:46531 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-20T01:23:02,163 DEBUG [M:0;57759bcb46a5:46531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b221f78d59e4631938e396a94165166 is 82, key is hbase:meta,,1/info:regioninfo/1732065740303/Put/seqid=0 2024-11-20T01:23:02,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741848_1024 (size=5672) 2024-11-20T01:23:02,567 INFO [M:0;57759bcb46a5:46531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b221f78d59e4631938e396a94165166 2024-11-20T01:23:02,587 DEBUG [M:0;57759bcb46a5:46531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/232c29a1b34c4b1385dbc1988a4bc873 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732065754141/Put/seqid=0 2024-11-20T01:23:02,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741849_1025 (size=7219) 2024-11-20T01:23:02,993 INFO [M:0;57759bcb46a5:46531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/232c29a1b34c4b1385dbc1988a4bc873 2024-11-20T01:23:02,996 INFO [M:0;57759bcb46a5:46531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 232c29a1b34c4b1385dbc1988a4bc873 2024-11-20T01:23:03,009 DEBUG [M:0;57759bcb46a5:46531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85d62d867a8642d9a4ba121a5d2a3aeb is 69, key is 57759bcb46a5,41883,1732065737323/rs:state/1732065739194/Put/seqid=0 2024-11-20T01:23:03,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741850_1026 (size=5156) 2024-11-20T01:23:03,412 INFO [M:0;57759bcb46a5:46531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85d62d867a8642d9a4ba121a5d2a3aeb 2024-11-20T01:23:03,417 DEBUG [M:0;57759bcb46a5:46531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b221f78d59e4631938e396a94165166 as hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b221f78d59e4631938e396a94165166 2024-11-20T01:23:03,421 INFO [M:0;57759bcb46a5:46531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b221f78d59e4631938e396a94165166, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T01:23:03,422 DEBUG [M:0;57759bcb46a5:46531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/232c29a1b34c4b1385dbc1988a4bc873 as hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/232c29a1b34c4b1385dbc1988a4bc873 2024-11-20T01:23:03,426 INFO [M:0;57759bcb46a5:46531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 232c29a1b34c4b1385dbc1988a4bc873 2024-11-20T01:23:03,426 INFO [M:0;57759bcb46a5:46531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/232c29a1b34c4b1385dbc1988a4bc873, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T01:23:03,426 DEBUG [M:0;57759bcb46a5:46531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85d62d867a8642d9a4ba121a5d2a3aeb as hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85d62d867a8642d9a4ba121a5d2a3aeb 2024-11-20T01:23:03,430 INFO [M:0;57759bcb46a5:46531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85d62d867a8642d9a4ba121a5d2a3aeb, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T01:23:03,431 INFO [M:0;57759bcb46a5:46531 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false 2024-11-20T01:23:03,436 INFO [M:0;57759bcb46a5:46531 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:03,436 DEBUG [M:0;57759bcb46a5:46531 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065782147Disabling compacts and flushes for region at 1732065782147Disabling writes for close at 1732065782147Obtaining lock to block concurrent updates at 1732065782147Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065782147Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732065782147Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065782148 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065782148Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065782163 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065782163Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065782571 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065782586 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065782586Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065782997 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065783009 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065783009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c05eba7: reopening flushed file at 1732065783417 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c1d79fa: reopening flushed file at 1732065783421 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@412f727c: reopening flushed file at 1732065783426 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false at 1732065783431 (+5 ms)Writing region close event to WAL at 1732065783436 (+5 ms)Closed at 1732065783436 2024-11-20T01:23:03,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741830_1006 (size=64435) 2024-11-20T01:23:03,443 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38173f23-ebc0-1d6e-6ed5-6acff79941e0/MasterData/WALs/57759bcb46a5,46531,1732065737124/57759bcb46a5%2C46531%2C1732065737124.1732065738742 not finished, retry = 0 2024-11-20T01:23:03,545 INFO [M:0;57759bcb46a5:46531 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:23:03,545 INFO [M:0;57759bcb46a5:46531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46531 2024-11-20T01:23:03,545 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:23:03,545 INFO [M:0;57759bcb46a5:46531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:23:03,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:03,694 INFO [M:0;57759bcb46a5:46531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:23:03,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46531-0x10155d5ad350000, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:03,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44ddc9d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:23:03,697 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@330652c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:23:03,697 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:23:03,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a4775d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:23:03,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@330618c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/hadoop.log.dir/,STOPPED} 2024-11-20T01:23:03,698 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:23:03,698 WARN [BP-1980953737-172.17.0.3-1732065735111 heartbeating to localhost/127.0.0.1:36039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:23:03,698 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:23:03,698 WARN [BP-1980953737-172.17.0.3-1732065735111 heartbeating to localhost/127.0.0.1:36039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1980953737-172.17.0.3-1732065735111 (Datanode Uuid 07d2347d-933f-41ed-b755-527bfc046cfc) service to localhost/127.0.0.1:36039 2024-11-20T01:23:03,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/cluster_ef1bba97-924e-d1ab-3210-9481e525e5cd/data/data1/current/BP-1980953737-172.17.0.3-1732065735111 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:23:03,699 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/cluster_ef1bba97-924e-d1ab-3210-9481e525e5cd/data/data2/current/BP-1980953737-172.17.0.3-1732065735111 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:23:03,699 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:23:03,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fa3523f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:23:03,703 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f8b37b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:23:03,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:23:03,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17bc80f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:23:03,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@638cd3ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/694ff33a-fd48-9683-25b1-78a0ef6725f2/hadoop.log.dir/,STOPPED} 2024-11-20T01:23:03,708 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T01:23:03,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:23:03,728 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 261) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36039 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34853 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62218) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32839 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34853 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:36039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62218) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62218) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:34853 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:32839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 517), ProcessCount=11 (was 11), AvailableMemoryMB=3934 (was 3102) - AvailableMemoryMB LEAK? - 2024-11-20T01:23:03,738 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=3934 2024-11-20T01:23:03,752 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-20T01:23:03,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/hadoop.log.dir so I do NOT create it in target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788 2024-11-20T01:23:03,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:23:03,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/hadoop.tmp.dir so I do NOT create it in target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788 2024-11-20T01:23:03,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a819e627-7dd0-f6bf-e97d-572f148cd3e9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:23:03,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788 2024-11-20T01:23:03,752 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/cluster_661df08f-db56-a6e7-a78d-c1f416db8744, deleteOnExit=true 2024-11-20T01:23:03,755 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/cluster_661df08f-db56-a6e7-a78d-c1f416db8744/zookeeper_0, clientPort=52785, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/cluster_661df08f-db56-a6e7-a78d-c1f416db8744/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/cluster_661df08f-db56-a6e7-a78d-c1f416db8744/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T01:23:03,755 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52785 2024-11-20T01:23:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:23:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:23:03,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/test.cache.data in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:23:03,756 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:23:03,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:23:03,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10155d5ad350008, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:23:03,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155d5ad350002, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:23:03,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155d5ad350005, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:23:03,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10155d5ad350008, quorum=127.0.0.1:62218, baseZNode=/21963406832 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:23:03,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155d5ad350005, quorum=127.0.0.1:62218, baseZNode=/11181478704 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:23:03,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155d5ad350002, quorum=127.0.0.1:62218, baseZNode=/0-823124166 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:23:04,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:23:04,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:23:04,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:23:04,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:23:04,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:23:04,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:23:04,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c96ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:23:04,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dc97342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:23:04,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c7cdc0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/java.io.tmpdir/jetty-localhost-42925-hadoop-hdfs-3_4_1-tests_jar-_-any-8134542562534045019/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:23:04,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@541e5d04{HTTP/1.1, (http/1.1)}{localhost:42925} 2024-11-20T01:23:04,268 INFO [Time-limited test {}] server.Server(415): Started @322934ms 2024-11-20T01:23:04,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:23:04,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:23:04,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:23:04,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:23:04,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:23:04,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29c1a610{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:23:04,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7201fd93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:23:04,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1da50d0d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/java.io.tmpdir/jetty-localhost-34009-hadoop-hdfs-3_4_1-tests_jar-_-any-13417316231282501943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:23:04,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a73c50e{HTTP/1.1, (http/1.1)}{localhost:34009} 2024-11-20T01:23:04,650 INFO [Time-limited test {}] server.Server(415): Started @323316ms 2024-11-20T01:23:04,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:23:05,550 WARN [Thread-3433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/cluster_661df08f-db56-a6e7-a78d-c1f416db8744/data/data2/current/BP-660227232-172.17.0.3-1732065783777/current, will proceed with Du for space computation calculation, 2024-11-20T01:23:05,550 WARN [Thread-3432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/cluster_661df08f-db56-a6e7-a78d-c1f416db8744/data/data1/current/BP-660227232-172.17.0.3-1732065783777/current, will proceed with Du for space computation calculation, 2024-11-20T01:23:05,578 WARN [Thread-3420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:23:05,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x947170a4f2368fd6 with lease ID 0xd11d18ea3403f68b: Processing first storage report for DS-5b691dfb-3355-47ea-9c55-5b10fe1cbc5c from datanode DatanodeRegistration(127.0.0.1:43467, datanodeUuid=6a782791-3908-4061-8ccf-fadca6e73b5f, infoPort=35969, infoSecurePort=0, ipcPort=41763, storageInfo=lv=-57;cid=testClusterID;nsid=1005337866;c=1732065783777) 2024-11-20T01:23:05,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x947170a4f2368fd6 with lease ID 0xd11d18ea3403f68b: from storage DS-5b691dfb-3355-47ea-9c55-5b10fe1cbc5c node DatanodeRegistration(127.0.0.1:43467, datanodeUuid=6a782791-3908-4061-8ccf-fadca6e73b5f, infoPort=35969, infoSecurePort=0, ipcPort=41763, storageInfo=lv=-57;cid=testClusterID;nsid=1005337866;c=1732065783777), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:23:05,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x947170a4f2368fd6 with lease ID 0xd11d18ea3403f68b: Processing first storage report for DS-23d5f101-e708-41ff-ac95-fb7ae82d5f8a from datanode DatanodeRegistration(127.0.0.1:43467, datanodeUuid=6a782791-3908-4061-8ccf-fadca6e73b5f, infoPort=35969, infoSecurePort=0, ipcPort=41763, storageInfo=lv=-57;cid=testClusterID;nsid=1005337866;c=1732065783777) 2024-11-20T01:23:05,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x947170a4f2368fd6 with lease ID 0xd11d18ea3403f68b: from storage DS-23d5f101-e708-41ff-ac95-fb7ae82d5f8a node DatanodeRegistration(127.0.0.1:43467, datanodeUuid=6a782791-3908-4061-8ccf-fadca6e73b5f, infoPort=35969, infoSecurePort=0, ipcPort=41763, storageInfo=lv=-57;cid=testClusterID;nsid=1005337866;c=1732065783777), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:23:05,599 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788 2024-11-20T01:23:05,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:05,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:05,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:23:05,720 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:05,720 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:23:05,721 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88606 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:23:06,007 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2 with version=8 2024-11-20T01:23:06,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/hbase-staging 2024-11-20T01:23:06,009 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:23:06,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:06,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:06,009 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:23:06,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:06,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:23:06,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:23:06,009 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:23:06,010 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41455 2024-11-20T01:23:06,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41455 connecting to ZooKeeper ensemble=127.0.0.1:52785 2024-11-20T01:23:06,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414550x0, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:23:06,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41455-0x10155d66b760000 connected 2024-11-20T01:23:06,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:06,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:06,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Set watcher on znode that does not yet exist, /0111166444/running 2024-11-20T01:23:06,189 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2, hbase.cluster.distributed=false 2024-11-20T01:23:06,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Set watcher on znode that does not yet exist, /0111166444/acl 2024-11-20T01:23:06,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41455 2024-11-20T01:23:06,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41455 2024-11-20T01:23:06,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41455 2024-11-20T01:23:06,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41455 2024-11-20T01:23:06,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41455 2024-11-20T01:23:06,206 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:23:06,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:06,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:06,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:23:06,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:06,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:23:06,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:23:06,206 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:23:06,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40805 2024-11-20T01:23:06,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40805 connecting to ZooKeeper ensemble=127.0.0.1:52785 2024-11-20T01:23:06,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:06,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:06,218 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408050x0, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:23:06,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408050x0, quorum=127.0.0.1:52785, baseZNode=/0111166444 Set watcher on znode that does not yet exist, /0111166444/running 2024-11-20T01:23:06,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40805-0x10155d66b760001 connected 2024-11-20T01:23:06,219 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:23:06,219 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:23:06,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Set watcher on znode that does not yet exist, /0111166444/master 2024-11-20T01:23:06,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Set watcher on znode that does not yet exist, /0111166444/acl 2024-11-20T01:23:06,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40805 2024-11-20T01:23:06,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40805 2024-11-20T01:23:06,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40805 2024-11-20T01:23:06,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40805 2024-11-20T01:23:06,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40805 2024-11-20T01:23:06,238 DEBUG [M:0;57759bcb46a5:41455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:41455 2024-11-20T01:23:06,239 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0111166444/backup-masters/57759bcb46a5,41455,1732065786009 2024-11-20T01:23:06,249 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444/backup-masters 2024-11-20T01:23:06,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444/backup-masters 2024-11-20T01:23:06,250 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Set watcher on existing znode=/0111166444/backup-masters/57759bcb46a5,41455,1732065786009 2024-11-20T01:23:06,260 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0111166444/master 2024-11-20T01:23:06,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:06,260 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:06,260 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Set watcher on existing znode=/0111166444/master 2024-11-20T01:23:06,260 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0111166444/backup-masters/57759bcb46a5,41455,1732065786009 from backup master directory 2024-11-20T01:23:06,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0111166444/backup-masters/57759bcb46a5,41455,1732065786009 2024-11-20T01:23:06,270 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444/backup-masters 2024-11-20T01:23:06,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444/backup-masters 2024-11-20T01:23:06,271 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:23:06,271 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,41455,1732065786009 2024-11-20T01:23:06,273 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/hbase.id] with ID: 3afed17f-7da9-4779-840e-edac6b27306d 2024-11-20T01:23:06,273 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/.tmp/hbase.id 2024-11-20T01:23:06,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:23:06,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:23:06,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:06,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:06,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:06,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:06,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:06,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:06,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:06,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:06,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:06,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:06,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:06,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:06,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:06,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:06,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:23:06,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T01:23:06,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T01:23:06,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:23:06,677 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/.tmp/hbase.id]:[hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/hbase.id] 2024-11-20T01:23:06,684 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:06,684 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:23:06,685 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T01:23:06,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:06,724 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:06,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:23:07,129 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:07,129 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:23:07,130 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:07,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:23:07,535 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store 2024-11-20T01:23:07,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:23:07,543 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:07,543 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:23:07,543 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:07,543 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:07,543 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:23:07,543 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:07,543 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:07,544 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065787543Disabling compacts and flushes for region at 1732065787543Disabling writes for close at 1732065787543Writing region close event to WAL at 1732065787543Closed at 1732065787543 2024-11-20T01:23:07,544 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/.initializing 2024-11-20T01:23:07,545 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/WALs/57759bcb46a5,41455,1732065786009 2024-11-20T01:23:07,545 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:23:07,547 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C41455%2C1732065786009, suffix=, logDir=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/WALs/57759bcb46a5,41455,1732065786009, archiveDir=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/oldWALs, maxLogs=10 2024-11-20T01:23:07,563 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/WALs/57759bcb46a5,41455,1732065786009/57759bcb46a5%2C41455%2C1732065786009.1732065787547, exclude list is [], retry=0 2024-11-20T01:23:07,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43467,DS-5b691dfb-3355-47ea-9c55-5b10fe1cbc5c,DISK] 2024-11-20T01:23:07,570 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/WALs/57759bcb46a5,41455,1732065786009/57759bcb46a5%2C41455%2C1732065786009.1732065787547 2024-11-20T01:23:07,572 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35969:35969)] 2024-11-20T01:23:07,572 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:07,572 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:07,572 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:07,572 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:07,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:07,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:23:07,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:07,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:07,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:07,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:23:07,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:07,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:07,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:07,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:23:07,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:07,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:07,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:07,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:23:07,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:07,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:07,583 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:07,584 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:07,584 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:07,585 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:07,585 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:07,585 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:23:07,586 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:07,589 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:07,590 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63322675, jitterRate=-0.056418612599372864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:23:07,591 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065787573Initializing all the Stores at 1732065787573Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065787573Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065787576 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065787576Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065787576Cleaning up temporary data from old regions at 1732065787585 (+9 ms)Region opened successfully at 1732065787590 (+5 ms) 2024-11-20T01:23:07,591 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:23:07,594 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7723982c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:23:07,595 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:23:07,595 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:23:07,595 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:23:07,595 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:23:07,595 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:23:07,596 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:23:07,596 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:23:07,599 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:23:07,599 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Unable to get data of znode /0111166444/balancer because node does not exist (not necessarily an error) 2024-11-20T01:23:07,618 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0111166444/balancer already deleted, retry=false 2024-11-20T01:23:07,618 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:23:07,619 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Unable to get data of znode /0111166444/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:23:07,710 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0111166444/normalizer already deleted, retry=false 2024-11-20T01:23:07,711 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:23:07,713 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Unable to get data of znode /0111166444/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:23:07,812 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0111166444/switch/split already deleted, retry=false 2024-11-20T01:23:07,813 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Unable to get data of znode /0111166444/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:23:07,836 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0111166444/switch/merge already deleted, retry=false 2024-11-20T01:23:07,838 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Unable to get data of znode /0111166444/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:23:07,876 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0111166444/snapshot-cleanup already deleted, retry=false 2024-11-20T01:23:07,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0111166444/running 2024-11-20T01:23:07,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:07,892 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0111166444/running 2024-11-20T01:23:07,892 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:07,892 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,41455,1732065786009, sessionid=0x10155d66b760000, setting cluster-up flag (Was=false) 2024-11-20T01:23:07,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:07,913 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:07,944 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0111166444/flush-table-proc/acquired, /0111166444/flush-table-proc/reached, /0111166444/flush-table-proc/abort 2024-11-20T01:23:07,945 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,41455,1732065786009 2024-11-20T01:23:07,965 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:07,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:07,997 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0111166444/online-snapshot/acquired, /0111166444/online-snapshot/reached, /0111166444/online-snapshot/abort 2024-11-20T01:23:07,998 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,41455,1732065786009 2024-11-20T01:23:07,999 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:23:08,000 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:08,000 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:23:08,000 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:23:08,000 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,41455,1732065786009 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:23:08,001 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:08,001 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:08,001 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:08,001 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:08,001 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:23:08,001 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:08,001 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:23:08,002 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:08,002 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065818002 2024-11-20T01:23:08,002 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:23:08,002 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:23:08,002 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:23:08,003 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:23:08,003 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:23:08,003 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:23:08,003 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:08,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:08,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:23:08,003 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:23:08,004 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:23:08,004 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:23:08,004 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:23:08,004 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,004 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:23:08,012 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:23:08,012 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:23:08,013 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065788012,5,FailOnTimeoutGroup] 2024-11-20T01:23:08,027 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065788013,5,FailOnTimeoutGroup] 2024-11-20T01:23:08,027 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:08,027 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:23:08,027 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:08,027 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:08,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:23:08,030 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(746): ClusterId : 3afed17f-7da9-4779-840e-edac6b27306d 2024-11-20T01:23:08,030 DEBUG [RS:0;57759bcb46a5:40805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:23:08,039 DEBUG [RS:0;57759bcb46a5:40805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:23:08,039 DEBUG [RS:0;57759bcb46a5:40805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:23:08,050 DEBUG [RS:0;57759bcb46a5:40805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:23:08,050 DEBUG [RS:0;57759bcb46a5:40805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da05ba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:23:08,065 DEBUG [RS:0;57759bcb46a5:40805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:40805 2024-11-20T01:23:08,065 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:23:08,065 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:23:08,065 DEBUG [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:23:08,066 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,41455,1732065786009 with port=40805, startcode=1732065786206 2024-11-20T01:23:08,066 DEBUG [RS:0;57759bcb46a5:40805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:23:08,067 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:23:08,067 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,40805,1732065786206 2024-11-20T01:23:08,067 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41455 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,40805,1732065786206 2024-11-20T01:23:08,068 DEBUG [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2 2024-11-20T01:23:08,068 DEBUG [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34209 2024-11-20T01:23:08,068 DEBUG [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:23:08,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444/rs 2024-11-20T01:23:08,081 DEBUG [RS:0;57759bcb46a5:40805 {}] zookeeper.ZKUtil(111): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Set watcher on existing znode=/0111166444/rs/57759bcb46a5,40805,1732065786206 2024-11-20T01:23:08,081 WARN [RS:0;57759bcb46a5:40805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:23:08,081 INFO [RS:0;57759bcb46a5:40805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:08,081 DEBUG [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206 2024-11-20T01:23:08,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,40805,1732065786206] 2024-11-20T01:23:08,084 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:23:08,085 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:23:08,085 INFO [RS:0;57759bcb46a5:40805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:23:08,085 INFO [RS:0;57759bcb46a5:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:08,085 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:23:08,086 INFO [RS:0;57759bcb46a5:40805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:23:08,086 INFO [RS:0;57759bcb46a5:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:08,086 DEBUG [RS:0;57759bcb46a5:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:08,086 DEBUG [RS:0;57759bcb46a5:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:08,086 DEBUG [RS:0;57759bcb46a5:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:08,086 DEBUG [RS:0;57759bcb46a5:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:08,086 DEBUG [RS:0;57759bcb46a5:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:08,086 DEBUG [RS:0;57759bcb46a5:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:23:08,086 DEBUG [RS:0;57759bcb46a5:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:08,086 DEBUG [RS:0;57759bcb46a5:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:08,086 DEBUG [RS:0;57759bcb46a5:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:08,086 DEBUG [RS:0;57759bcb46a5:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:08,086 DEBUG [RS:0;57759bcb46a5:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:08,086 DEBUG [RS:0;57759bcb46a5:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:08,086 DEBUG [RS:0;57759bcb46a5:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:23:08,086 DEBUG [RS:0;57759bcb46a5:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:23:08,090 INFO [RS:0;57759bcb46a5:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:08,090 INFO [RS:0;57759bcb46a5:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:08,090 INFO [RS:0;57759bcb46a5:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:08,090 INFO [RS:0;57759bcb46a5:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:08,090 INFO [RS:0;57759bcb46a5:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:08,090 INFO [RS:0;57759bcb46a5:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,40805,1732065786206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:23:08,103 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:23:08,103 INFO [RS:0;57759bcb46a5:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,40805,1732065786206-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:08,103 INFO [RS:0;57759bcb46a5:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:08,103 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.Replication(171): 57759bcb46a5,40805,1732065786206 started 2024-11-20T01:23:08,115 INFO [RS:0;57759bcb46a5:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:08,115 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,40805,1732065786206, RpcServer on 57759bcb46a5/172.17.0.3:40805, sessionid=0x10155d66b760001 2024-11-20T01:23:08,115 DEBUG [RS:0;57759bcb46a5:40805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:23:08,115 DEBUG [RS:0;57759bcb46a5:40805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,40805,1732065786206 2024-11-20T01:23:08,115 DEBUG [RS:0;57759bcb46a5:40805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,40805,1732065786206' 2024-11-20T01:23:08,115 DEBUG [RS:0;57759bcb46a5:40805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0111166444/flush-table-proc/abort' 2024-11-20T01:23:08,116 DEBUG [RS:0;57759bcb46a5:40805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0111166444/flush-table-proc/acquired' 2024-11-20T01:23:08,116 DEBUG [RS:0;57759bcb46a5:40805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:23:08,116 DEBUG [RS:0;57759bcb46a5:40805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:23:08,116 DEBUG [RS:0;57759bcb46a5:40805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,40805,1732065786206 2024-11-20T01:23:08,116 DEBUG [RS:0;57759bcb46a5:40805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,40805,1732065786206' 2024-11-20T01:23:08,116 DEBUG [RS:0;57759bcb46a5:40805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0111166444/online-snapshot/abort' 2024-11-20T01:23:08,116 DEBUG [RS:0;57759bcb46a5:40805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0111166444/online-snapshot/acquired' 2024-11-20T01:23:08,116 DEBUG [RS:0;57759bcb46a5:40805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:23:08,116 INFO [RS:0;57759bcb46a5:40805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:23:08,116 INFO [RS:0;57759bcb46a5:40805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:23:08,217 INFO [RS:0;57759bcb46a5:40805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:23:08,218 INFO [RS:0;57759bcb46a5:40805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C40805%2C1732065786206, suffix=, logDir=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206, archiveDir=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/oldWALs, maxLogs=10 2024-11-20T01:23:08,229 DEBUG [RS:0;57759bcb46a5:40805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218, exclude list is [], retry=0 2024-11-20T01:23:08,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43467,DS-5b691dfb-3355-47ea-9c55-5b10fe1cbc5c,DISK] 2024-11-20T01:23:08,232 INFO [RS:0;57759bcb46a5:40805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 2024-11-20T01:23:08,232 DEBUG [RS:0;57759bcb46a5:40805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35969:35969)] 2024-11-20T01:23:08,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:23:08,430 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2 2024-11-20T01:23:08,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:23:08,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:08,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:23:08,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:23:08,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:08,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:23:08,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:23:08,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:08,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:23:08,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:23:08,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:08,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:23:08,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:23:08,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:08,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:08,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:23:08,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740 2024-11-20T01:23:08,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740 2024-11-20T01:23:08,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:23:08,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:23:08,841 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:23:08,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:23:08,843 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:08,843 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65566232, jitterRate=-0.022987008094787598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:23:08,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065788835Initializing all the Stores at 1732065788835Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065788835Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065788835Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065788835Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065788835Cleaning up temporary data from old regions at 1732065788840 (+5 ms)Region opened successfully at 1732065788844 (+4 ms) 2024-11-20T01:23:08,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:23:08,844 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:23:08,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:23:08,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:23:08,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:23:08,844 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:23:08,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065788844Disabling compacts and flushes for region at 1732065788844Disabling writes for close at 1732065788844Writing region close event to WAL at 1732065788844Closed at 1732065788844 2024-11-20T01:23:08,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:08,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:23:08,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:23:08,846 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:23:08,846 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:23:08,997 DEBUG [57759bcb46a5:41455 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:23:08,997 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,40805,1732065786206 2024-11-20T01:23:08,998 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,40805,1732065786206, state=OPENING 2024-11-20T01:23:09,070 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:23:09,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:09,100 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:09,101 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:23:09,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0111166444/meta-region-server: CHANGED 2024-11-20T01:23:09,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0111166444/meta-region-server: CHANGED 2024-11-20T01:23:09,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,40805,1732065786206}] 2024-11-20T01:23:09,254 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:23:09,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:23:09,258 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:23:09,258 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:09,258 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:23:09,259 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C40805%2C1732065786206.meta, suffix=.meta, logDir=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206, archiveDir=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/oldWALs, maxLogs=10 2024-11-20T01:23:09,278 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.meta.1732065789259.meta, exclude list is [], retry=0 2024-11-20T01:23:09,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43467,DS-5b691dfb-3355-47ea-9c55-5b10fe1cbc5c,DISK] 2024-11-20T01:23:09,284 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.meta.1732065789259.meta 2024-11-20T01:23:09,288 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35969:35969)] 2024-11-20T01:23:09,289 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:09,289 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:23:09,289 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:23:09,289 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:23:09,289 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:23:09,290 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:23:09,290 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:09,290 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:23:09,290 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:23:09,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:23:09,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:23:09,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:09,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:09,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:23:09,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:23:09,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:09,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:09,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:23:09,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:23:09,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:09,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:09,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:23:09,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:23:09,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:09,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:09,295 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:23:09,295 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740 2024-11-20T01:23:09,296 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740 2024-11-20T01:23:09,297 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:23:09,297 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:23:09,297 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:23:09,298 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:23:09,298 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71865479, jitterRate=0.07087908685207367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:23:09,298 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:23:09,299 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065789290Writing region info on filesystem at 1732065789290Initializing all the Stores at 1732065789291 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065789291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065789291Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065789291Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065789291Cleaning up temporary data from old regions at 1732065789297 (+6 ms)Running coprocessor post-open hooks at 1732065789298 (+1 ms)Region opened successfully at 1732065789299 (+1 ms) 2024-11-20T01:23:09,300 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065789253 2024-11-20T01:23:09,302 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:23:09,302 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:23:09,303 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,40805,1732065786206 2024-11-20T01:23:09,304 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,40805,1732065786206, state=OPEN 2024-11-20T01:23:09,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0111166444/meta-region-server 2024-11-20T01:23:09,342 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0111166444/meta-region-server 2024-11-20T01:23:09,342 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,40805,1732065786206 2024-11-20T01:23:09,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0111166444/meta-region-server: CHANGED 2024-11-20T01:23:09,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0111166444/meta-region-server: CHANGED 2024-11-20T01:23:09,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:23:09,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,40805,1732065786206 in 241 msec 2024-11-20T01:23:09,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:23:09,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 500 msec 2024-11-20T01:23:09,347 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:09,347 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:23:09,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:09,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,40805,1732065786206, seqNum=-1] 2024-11-20T01:23:09,348 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:09,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:09,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3540 sec 2024-11-20T01:23:09,354 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065789354, completionTime=-1 2024-11-20T01:23:09,355 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:23:09,355 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:23:09,357 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:23:09,357 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065849357 2024-11-20T01:23:09,357 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065909357 2024-11-20T01:23:09,357 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T01:23:09,357 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41455,1732065786009-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:09,357 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41455,1732065786009-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:09,357 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41455,1732065786009-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:09,357 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:41455, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:09,357 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:09,357 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:09,359 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:23:09,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.090sec 2024-11-20T01:23:09,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:23:09,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:23:09,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:23:09,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:23:09,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:23:09,361 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41455,1732065786009-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:23:09,362 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41455,1732065786009-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:23:09,363 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:23:09,363 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:23:09,363 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41455,1732065786009-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:09,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c53f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:09,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,41455,-1 for getting cluster id 2024-11-20T01:23:09,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:09,433 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3afed17f-7da9-4779-840e-edac6b27306d' 2024-11-20T01:23:09,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:09,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3afed17f-7da9-4779-840e-edac6b27306d" 2024-11-20T01:23:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15977f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,41455,-1] 2024-11-20T01:23:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:09,435 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:09,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4602531d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:09,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:09,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,40805,1732065786206, seqNum=-1] 2024-11-20T01:23:09,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:09,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:09,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,41455,1732065786009 2024-11-20T01:23:09,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52785 2024-11-20T01:23:09,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:23:09,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155d66b760002 connected 2024-11-20T01:23:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/hadoop.log.dir so I do NOT create it in target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505 2024-11-20T01:23:09,472 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:23:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/hadoop.tmp.dir so I do NOT create it in target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505 2024-11-20T01:23:09,472 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:23:09,472 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505 2024-11-20T01:23:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:23:09,472 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/cluster_d371b93d-110d-2b1d-2cc5-4199914618b7, deleteOnExit=true 2024-11-20T01:23:09,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/test.cache.data in system properties and HBase conf 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:23:09,473 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:23:09,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:23:09,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:23:09,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:23:09,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:23:09,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:23:09,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:23:09,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:23:09,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:23:09,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:23:09,784 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:23:09,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:23:09,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7153898e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:23:09,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37cee67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:23:09,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7078f688{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/java.io.tmpdir/jetty-localhost-37693-hadoop-hdfs-3_4_1-tests_jar-_-any-6358313789805320757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:23:09,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@162be99a{HTTP/1.1, (http/1.1)}{localhost:37693} 2024-11-20T01:23:09,882 INFO [Time-limited test {}] server.Server(415): Started @328548ms 2024-11-20T01:23:10,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:23:10,173 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:23:10,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:23:10,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:23:10,176 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:23:10,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a44757e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:23:10,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bb702a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:23:10,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33431a91{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/java.io.tmpdir/jetty-localhost-45079-hadoop-hdfs-3_4_1-tests_jar-_-any-6308841117247508814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:23:10,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ff3703d{HTTP/1.1, (http/1.1)}{localhost:45079} 2024-11-20T01:23:10,270 INFO [Time-limited test {}] server.Server(415): Started @328935ms 2024-11-20T01:23:10,271 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:23:11,137 WARN [Thread-3554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/cluster_d371b93d-110d-2b1d-2cc5-4199914618b7/data/data2/current/BP-1080461919-172.17.0.3-1732065789488/current, will proceed with Du for space computation calculation, 2024-11-20T01:23:11,137 WARN [Thread-3553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/cluster_d371b93d-110d-2b1d-2cc5-4199914618b7/data/data1/current/BP-1080461919-172.17.0.3-1732065789488/current, will proceed with Du for space computation calculation, 2024-11-20T01:23:11,151 WARN [Thread-3541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:23:11,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88a75b7ef8a71c9e with lease ID 0xd9e5f09811ded113: Processing first storage report for DS-73258b3e-529a-4335-ae0f-25c7d430a88c from datanode DatanodeRegistration(127.0.0.1:32971, datanodeUuid=76895920-a896-440b-8ede-2a4959d167f5, infoPort=41439, infoSecurePort=0, ipcPort=36289, storageInfo=lv=-57;cid=testClusterID;nsid=12182394;c=1732065789488) 2024-11-20T01:23:11,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88a75b7ef8a71c9e with lease ID 0xd9e5f09811ded113: from storage DS-73258b3e-529a-4335-ae0f-25c7d430a88c node DatanodeRegistration(127.0.0.1:32971, datanodeUuid=76895920-a896-440b-8ede-2a4959d167f5, infoPort=41439, infoSecurePort=0, ipcPort=36289, storageInfo=lv=-57;cid=testClusterID;nsid=12182394;c=1732065789488), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:23:11,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88a75b7ef8a71c9e with lease ID 0xd9e5f09811ded113: Processing first storage report for DS-4047de64-60cd-4df6-bf6a-858dfa8fe8c6 from datanode DatanodeRegistration(127.0.0.1:32971, datanodeUuid=76895920-a896-440b-8ede-2a4959d167f5, infoPort=41439, infoSecurePort=0, ipcPort=36289, storageInfo=lv=-57;cid=testClusterID;nsid=12182394;c=1732065789488) 2024-11-20T01:23:11,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88a75b7ef8a71c9e with lease ID 0xd9e5f09811ded113: from storage DS-4047de64-60cd-4df6-bf6a-858dfa8fe8c6 node DatanodeRegistration(127.0.0.1:32971, datanodeUuid=76895920-a896-440b-8ede-2a4959d167f5, infoPort=41439, infoSecurePort=0, ipcPort=36289, storageInfo=lv=-57;cid=testClusterID;nsid=12182394;c=1732065789488), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:23:11,192 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505 2024-11-20T01:23:11,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:11,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:11,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:23:11,600 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722 with version=8 2024-11-20T01:23:11,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/hbase-staging 2024-11-20T01:23:11,601 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:23:11,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:11,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:11,601 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:23:11,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:11,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:23:11,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:23:11,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:23:11,602 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33387 2024-11-20T01:23:11,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33387 connecting to ZooKeeper ensemble=127.0.0.1:52785 2024-11-20T01:23:11,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333870x0, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:23:11,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33387-0x10155d66b760003 connected 2024-11-20T01:23:11,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:11,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:11,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Set watcher on znode that does not yet exist, /12124195957/running 2024-11-20T01:23:11,737 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722, hbase.cluster.distributed=false 2024-11-20T01:23:11,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Set watcher on znode that does not yet exist, /12124195957/acl 2024-11-20T01:23:11,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33387 2024-11-20T01:23:11,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33387 2024-11-20T01:23:11,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33387 2024-11-20T01:23:11,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33387 2024-11-20T01:23:11,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33387 2024-11-20T01:23:11,752 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:23:11,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:11,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:11,752 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:23:11,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:11,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:23:11,753 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:23:11,753 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:23:11,753 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35129 2024-11-20T01:23:11,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35129 connecting to ZooKeeper ensemble=127.0.0.1:52785 2024-11-20T01:23:11,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:11,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:11,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351290x0, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:23:11,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351290x0, quorum=127.0.0.1:52785, baseZNode=/12124195957 Set watcher on znode that does not yet exist, /12124195957/running 2024-11-20T01:23:11,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35129-0x10155d66b760004 connected 2024-11-20T01:23:11,766 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:23:11,767 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:23:11,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Set watcher on znode that does not yet exist, /12124195957/master 2024-11-20T01:23:11,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Set watcher on znode that does not yet exist, /12124195957/acl 2024-11-20T01:23:11,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35129 2024-11-20T01:23:11,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35129 2024-11-20T01:23:11,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35129 2024-11-20T01:23:11,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35129 2024-11-20T01:23:11,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35129 2024-11-20T01:23:11,790 DEBUG [M:0;57759bcb46a5:33387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:33387 2024-11-20T01:23:11,791 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12124195957/backup-masters/57759bcb46a5,33387,1732065791601 2024-11-20T01:23:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957/backup-masters 2024-11-20T01:23:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957/backup-masters 2024-11-20T01:23:11,797 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Set watcher on existing znode=/12124195957/backup-masters/57759bcb46a5,33387,1732065791601 2024-11-20T01:23:11,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:11,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12124195957/master 2024-11-20T01:23:11,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:11,807 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Set watcher on existing znode=/12124195957/master 2024-11-20T01:23:11,808 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12124195957/backup-masters/57759bcb46a5,33387,1732065791601 from backup master directory 2024-11-20T01:23:11,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12124195957/backup-masters/57759bcb46a5,33387,1732065791601 2024-11-20T01:23:11,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957/backup-masters 2024-11-20T01:23:11,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957/backup-masters 2024-11-20T01:23:11,817 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:23:11,818 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,33387,1732065791601 2024-11-20T01:23:11,820 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/hbase.id] with ID: fcff6d10-14ed-4747-a0e9-e605b8543e0f 2024-11-20T01:23:11,820 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/.tmp/hbase.id 2024-11-20T01:23:11,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:23:12,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:23:12,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:12,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:12,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:12,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:12,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:12,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:12,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:12,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:12,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:12,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:12,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:12,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:12,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:12,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:12,227 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/.tmp/hbase.id]:[hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/hbase.id] 2024-11-20T01:23:12,235 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:12,235 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:23:12,236 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T01:23:12,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:12,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:12,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:23:12,685 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:12,686 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:23:12,686 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:23:13,091 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store 2024-11-20T01:23:13,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:23:13,496 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:13,496 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:23:13,496 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:13,496 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:13,496 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:23:13,496 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:13,496 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:13,496 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065793496Disabling compacts and flushes for region at 1732065793496Disabling writes for close at 1732065793496Writing region close event to WAL at 1732065793496Closed at 1732065793496 2024-11-20T01:23:13,496 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/.initializing 2024-11-20T01:23:13,497 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/WALs/57759bcb46a5,33387,1732065791601 2024-11-20T01:23:13,497 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:23:13,498 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C33387%2C1732065791601, suffix=, logDir=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/WALs/57759bcb46a5,33387,1732065791601, archiveDir=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/oldWALs, maxLogs=10 2024-11-20T01:23:13,509 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/WALs/57759bcb46a5,33387,1732065791601/57759bcb46a5%2C33387%2C1732065791601.1732065793498, exclude list is [], retry=0 2024-11-20T01:23:13,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32971,DS-73258b3e-529a-4335-ae0f-25c7d430a88c,DISK] 2024-11-20T01:23:13,513 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/WALs/57759bcb46a5,33387,1732065791601/57759bcb46a5%2C33387%2C1732065791601.1732065793498 2024-11-20T01:23:13,513 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41439:41439)] 2024-11-20T01:23:13,513 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:13,513 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:13,513 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:13,513 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:13,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:13,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:23:13,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:13,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:13,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:23:13,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:13,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:13,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:23:13,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:13,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:13,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:23:13,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:13,518 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:13,519 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:13,519 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:13,520 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:13,520 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:13,520 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:23:13,521 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:13,522 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:13,522 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60480217, jitterRate=-0.09877453744411469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:23:13,522 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065793513Initializing all the Stores at 1732065793514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065793514Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065793514Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065793514Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065793514Cleaning up temporary data from old regions at 1732065793520 (+6 ms)Region opened successfully at 1732065793522 (+2 ms) 2024-11-20T01:23:13,523 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:23:13,524 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ef1056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:23:13,525 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:23:13,525 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:23:13,525 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:23:13,525 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:23:13,525 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:23:13,525 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:23:13,525 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:23:13,526 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:23:13,527 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Unable to get data of znode /12124195957/balancer because node does not exist (not necessarily an error) 2024-11-20T01:23:13,575 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12124195957/balancer already deleted, retry=false 2024-11-20T01:23:13,576 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:23:13,576 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Unable to get data of znode /12124195957/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:23:13,586 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12124195957/normalizer already deleted, retry=false 2024-11-20T01:23:13,586 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:23:13,587 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Unable to get data of znode /12124195957/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:23:13,596 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12124195957/switch/split already deleted, retry=false 2024-11-20T01:23:13,597 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Unable to get data of znode /12124195957/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:23:13,607 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12124195957/switch/merge already deleted, retry=false 2024-11-20T01:23:13,608 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Unable to get data of znode /12124195957/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:23:13,617 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12124195957/snapshot-cleanup already deleted, retry=false 2024-11-20T01:23:13,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12124195957/running 2024-11-20T01:23:13,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12124195957/running 2024-11-20T01:23:13,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:13,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:13,628 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,33387,1732065791601, sessionid=0x10155d66b760003, setting cluster-up flag (Was=false) 2024-11-20T01:23:13,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:13,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:13,680 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12124195957/flush-table-proc/acquired, /12124195957/flush-table-proc/reached, /12124195957/flush-table-proc/abort 2024-11-20T01:23:13,681 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,33387,1732065791601 2024-11-20T01:23:13,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:13,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:13,733 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12124195957/online-snapshot/acquired, /12124195957/online-snapshot/reached, /12124195957/online-snapshot/abort 2024-11-20T01:23:13,734 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,33387,1732065791601 2024-11-20T01:23:13,735 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:23:13,736 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:13,736 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:23:13,736 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:23:13,736 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,33387,1732065791601 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:23:13,738 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:13,738 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:13,738 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:13,738 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:13,738 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:23:13,738 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:13,738 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:23:13,738 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:13,739 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065823739 2024-11-20T01:23:13,739 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:23:13,739 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:23:13,739 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:23:13,739 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:23:13,739 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:23:13,739 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:23:13,740 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:13,740 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:23:13,740 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:23:13,740 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:23:13,740 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:23:13,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:13,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:23:13,741 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:23:13,741 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:23:13,741 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065793741,5,FailOnTimeoutGroup] 2024-11-20T01:23:13,741 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:13,741 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:23:13,744 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065793741,5,FailOnTimeoutGroup] 2024-11-20T01:23:13,744 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:13,744 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:23:13,744 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:13,744 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:13,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:23:13,780 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(746): ClusterId : fcff6d10-14ed-4747-a0e9-e605b8543e0f 2024-11-20T01:23:13,780 DEBUG [RS:0;57759bcb46a5:35129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:23:13,807 DEBUG [RS:0;57759bcb46a5:35129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:23:13,808 DEBUG [RS:0;57759bcb46a5:35129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:23:13,818 DEBUG [RS:0;57759bcb46a5:35129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:23:13,818 DEBUG [RS:0;57759bcb46a5:35129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1102756b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:23:13,828 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:35129 2024-11-20T01:23:13,828 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:23:13,828 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:23:13,828 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:23:13,828 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,33387,1732065791601 with port=35129, startcode=1732065791752 2024-11-20T01:23:13,828 DEBUG [RS:0;57759bcb46a5:35129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:23:13,829 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:23:13,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,35129,1732065791752 2024-11-20T01:23:13,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33387 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,35129,1732065791752 2024-11-20T01:23:13,831 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722 2024-11-20T01:23:13,831 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43947 2024-11-20T01:23:13,831 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:23:13,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957/rs 2024-11-20T01:23:13,839 DEBUG [RS:0;57759bcb46a5:35129 {}] zookeeper.ZKUtil(111): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Set watcher on existing znode=/12124195957/rs/57759bcb46a5,35129,1732065791752 2024-11-20T01:23:13,839 WARN [RS:0;57759bcb46a5:35129 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:23:13,839 INFO [RS:0;57759bcb46a5:35129 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:13,839 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752 2024-11-20T01:23:13,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,35129,1732065791752] 2024-11-20T01:23:13,841 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:23:13,842 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:23:13,842 INFO [RS:0;57759bcb46a5:35129 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:23:13,842 INFO [RS:0;57759bcb46a5:35129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:13,843 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:23:13,843 INFO [RS:0;57759bcb46a5:35129 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:23:13,843 INFO [RS:0;57759bcb46a5:35129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:13,843 DEBUG [RS:0;57759bcb46a5:35129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:13,843 DEBUG [RS:0;57759bcb46a5:35129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:13,843 DEBUG [RS:0;57759bcb46a5:35129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:13,843 DEBUG [RS:0;57759bcb46a5:35129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:13,843 DEBUG [RS:0;57759bcb46a5:35129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:13,843 DEBUG [RS:0;57759bcb46a5:35129 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:23:13,843 DEBUG [RS:0;57759bcb46a5:35129 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:13,843 DEBUG [RS:0;57759bcb46a5:35129 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:13,843 DEBUG [RS:0;57759bcb46a5:35129 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:13,843 DEBUG [RS:0;57759bcb46a5:35129 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:13,843 DEBUG [RS:0;57759bcb46a5:35129 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:13,843 DEBUG [RS:0;57759bcb46a5:35129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:13,843 DEBUG [RS:0;57759bcb46a5:35129 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:23:13,844 DEBUG [RS:0;57759bcb46a5:35129 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:23:13,844 INFO [RS:0;57759bcb46a5:35129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:13,844 INFO [RS:0;57759bcb46a5:35129 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:13,844 INFO [RS:0;57759bcb46a5:35129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:13,844 INFO [RS:0;57759bcb46a5:35129 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:13,844 INFO [RS:0;57759bcb46a5:35129 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:13,844 INFO [RS:0;57759bcb46a5:35129 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,35129,1732065791752-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:23:13,856 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:23:13,856 INFO [RS:0;57759bcb46a5:35129 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,35129,1732065791752-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:13,856 INFO [RS:0;57759bcb46a5:35129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:13,856 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.Replication(171): 57759bcb46a5,35129,1732065791752 started 2024-11-20T01:23:13,868 INFO [RS:0;57759bcb46a5:35129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:13,868 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,35129,1732065791752, RpcServer on 57759bcb46a5/172.17.0.3:35129, sessionid=0x10155d66b760004 2024-11-20T01:23:13,868 DEBUG [RS:0;57759bcb46a5:35129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:23:13,868 DEBUG [RS:0;57759bcb46a5:35129 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,35129,1732065791752 2024-11-20T01:23:13,868 DEBUG [RS:0;57759bcb46a5:35129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,35129,1732065791752' 2024-11-20T01:23:13,868 DEBUG [RS:0;57759bcb46a5:35129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12124195957/flush-table-proc/abort' 2024-11-20T01:23:13,868 DEBUG [RS:0;57759bcb46a5:35129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12124195957/flush-table-proc/acquired' 2024-11-20T01:23:13,869 DEBUG [RS:0;57759bcb46a5:35129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:23:13,869 DEBUG [RS:0;57759bcb46a5:35129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:23:13,869 DEBUG [RS:0;57759bcb46a5:35129 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,35129,1732065791752 2024-11-20T01:23:13,869 DEBUG [RS:0;57759bcb46a5:35129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,35129,1732065791752' 2024-11-20T01:23:13,869 DEBUG [RS:0;57759bcb46a5:35129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12124195957/online-snapshot/abort' 2024-11-20T01:23:13,869 DEBUG [RS:0;57759bcb46a5:35129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12124195957/online-snapshot/acquired' 2024-11-20T01:23:13,869 DEBUG [RS:0;57759bcb46a5:35129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:23:13,869 INFO [RS:0;57759bcb46a5:35129 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:23:13,869 INFO [RS:0;57759bcb46a5:35129 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:23:13,969 INFO [RS:0;57759bcb46a5:35129 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:23:13,970 INFO [RS:0;57759bcb46a5:35129 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C35129%2C1732065791752, suffix=, logDir=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752, archiveDir=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/oldWALs, maxLogs=10 2024-11-20T01:23:13,982 DEBUG [RS:0;57759bcb46a5:35129 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971, exclude list is [], retry=0 2024-11-20T01:23:13,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32971,DS-73258b3e-529a-4335-ae0f-25c7d430a88c,DISK] 2024-11-20T01:23:13,985 INFO [RS:0;57759bcb46a5:35129 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 2024-11-20T01:23:13,985 DEBUG [RS:0;57759bcb46a5:35129 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41439:41439)] 2024-11-20T01:23:14,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:23:14,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:23:14,148 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722 2024-11-20T01:23:14,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:23:14,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:14,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:23:14,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:23:14,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:14,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:14,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:23:14,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:23:14,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:14,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:14,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:23:14,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:23:14,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:14,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:14,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:23:14,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:23:14,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:14,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:14,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:23:14,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740 2024-11-20T01:23:14,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740 2024-11-20T01:23:14,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:23:14,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:23:14,162 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:23:14,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:23:14,163 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:14,164 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68512883, jitterRate=0.020921513438224792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:23:14,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065794155Initializing all the Stores at 1732065794155Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065794155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065794155Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065794155Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065794155Cleaning up temporary data from old regions at 1732065794161 (+6 ms)Region opened successfully at 1732065794164 (+3 ms) 2024-11-20T01:23:14,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:23:14,164 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:23:14,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:23:14,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:23:14,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:23:14,164 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:23:14,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065794164Disabling compacts and flushes for region at 1732065794164Disabling writes for close at 1732065794164Writing region close event to WAL at 1732065794164Closed at 1732065794164 2024-11-20T01:23:14,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:14,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:23:14,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:23:14,165 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:23:14,166 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:23:14,316 DEBUG [57759bcb46a5:33387 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:23:14,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,35129,1732065791752 2024-11-20T01:23:14,317 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,35129,1732065791752, state=OPENING 2024-11-20T01:23:14,390 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:23:14,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:14,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:14,407 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:23:14,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12124195957/meta-region-server: CHANGED 2024-11-20T01:23:14,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12124195957/meta-region-server: CHANGED 2024-11-20T01:23:14,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,35129,1732065791752}] 2024-11-20T01:23:14,559 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:23:14,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:23:14,563 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:23:14,563 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:14,564 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:23:14,565 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C35129%2C1732065791752.meta, suffix=.meta, logDir=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752, archiveDir=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/oldWALs, maxLogs=10 2024-11-20T01:23:14,578 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.meta.1732065794565.meta, exclude list is [], retry=0 2024-11-20T01:23:14,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32971,DS-73258b3e-529a-4335-ae0f-25c7d430a88c,DISK] 2024-11-20T01:23:14,581 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.meta.1732065794565.meta 2024-11-20T01:23:14,581 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41439:41439)] 2024-11-20T01:23:14,581 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:14,581 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:23:14,581 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:23:14,581 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:23:14,581 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:23:14,582 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:23:14,582 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:14,582 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:23:14,582 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:23:14,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:23:14,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:23:14,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:14,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:14,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:23:14,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:23:14,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:14,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:14,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:23:14,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:23:14,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:14,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:14,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:23:14,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:23:14,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:14,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:14,586 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:23:14,586 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740 2024-11-20T01:23:14,587 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740 2024-11-20T01:23:14,587 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:23:14,587 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:23:14,588 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:23:14,588 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:23:14,589 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74616325, jitterRate=0.11186988651752472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:23:14,589 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:23:14,589 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065794582Writing region info on filesystem at 1732065794582Initializing all the Stores at 1732065794582Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065794582Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065794582Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065794582Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065794582Cleaning up temporary data from old regions at 1732065794587 (+5 ms)Running coprocessor post-open hooks at 1732065794589 (+2 ms)Region opened successfully at 1732065794589 2024-11-20T01:23:14,589 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065794559 2024-11-20T01:23:14,591 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:23:14,591 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:23:14,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,35129,1732065791752 2024-11-20T01:23:14,592 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,35129,1732065791752, state=OPEN 2024-11-20T01:23:14,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12124195957/meta-region-server 2024-11-20T01:23:14,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12124195957/meta-region-server 2024-11-20T01:23:14,596 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,35129,1732065791752 2024-11-20T01:23:14,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12124195957/meta-region-server: CHANGED 2024-11-20T01:23:14,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12124195957/meta-region-server: CHANGED 2024-11-20T01:23:14,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:23:14,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,35129,1732065791752 in 189 msec 2024-11-20T01:23:14,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:23:14,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-20T01:23:14,599 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:14,599 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:23:14,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:14,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,35129,1732065791752, seqNum=-1] 2024-11-20T01:23:14,600 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:14,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:14,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 869 msec 2024-11-20T01:23:14,605 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065794605, completionTime=-1 2024-11-20T01:23:14,605 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:23:14,605 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:23:14,606 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:23:14,606 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065854606 2024-11-20T01:23:14,606 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065914606 2024-11-20T01:23:14,606 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T01:23:14,606 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,33387,1732065791601-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:14,606 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,33387,1732065791601-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:14,606 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,33387,1732065791601-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:14,606 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:33387, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:14,607 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:14,607 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:14,608 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:23:14,609 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.791sec 2024-11-20T01:23:14,609 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:23:14,609 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:23:14,609 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:23:14,609 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:23:14,609 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:23:14,609 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,33387,1732065791601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:23:14,609 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,33387,1732065791601-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:23:14,611 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:23:14,611 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:23:14,611 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,33387,1732065791601-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:14,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a750772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:14,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,33387,-1 for getting cluster id 2024-11-20T01:23:14,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:14,692 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fcff6d10-14ed-4747-a0e9-e605b8543e0f' 2024-11-20T01:23:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fcff6d10-14ed-4747-a0e9-e605b8543e0f" 2024-11-20T01:23:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bd117d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,33387,-1] 2024-11-20T01:23:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:14,694 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:14,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d36f75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:14,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,35129,1732065791752, seqNum=-1] 2024-11-20T01:23:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:14,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:14,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,33387,1732065791601 2024-11-20T01:23:14,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52785 2024-11-20T01:23:14,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:23:14,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155d66b760005 connected 2024-11-20T01:23:14,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/hadoop.log.dir so I do NOT create it in target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3 2024-11-20T01:23:14,725 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:23:14,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/hadoop.tmp.dir so I do NOT create it in target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3 2024-11-20T01:23:14,725 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:23:14,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3 2024-11-20T01:23:14,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:23:14,725 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/cluster_61b5e881-68ea-6880-3dc4-bc8be7a360fa, deleteOnExit=true 2024-11-20T01:23:14,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:23:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/test.cache.data in system properties and HBase conf 2024-11-20T01:23:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:23:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:23:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:23:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:23:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:23:14,726 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:23:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:23:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:23:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:23:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:23:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:23:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:23:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:23:14,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:23:14,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:23:14,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:23:14,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:23:14,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:23:14,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:23:14,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:23:15,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:23:15,022 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:23:15,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:23:15,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:23:15,024 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:23:15,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:23:15,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dc1f8ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:23:15,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20c53d49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:23:15,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45792018{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/java.io.tmpdir/jetty-localhost-41265-hadoop-hdfs-3_4_1-tests_jar-_-any-12342640595822427280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:23:15,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61d63e26{HTTP/1.1, (http/1.1)}{localhost:41265} 2024-11-20T01:23:15,120 INFO [Time-limited test {}] server.Server(415): Started @333785ms 2024-11-20T01:23:15,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:23:15,569 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:23:15,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:23:15,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:23:15,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:23:15,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ccff5d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:23:15,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5e5d5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:23:15,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44f97490{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/java.io.tmpdir/jetty-localhost-36789-hadoop-hdfs-3_4_1-tests_jar-_-any-9213102276912779810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:23:15,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cc3df28{HTTP/1.1, (http/1.1)}{localhost:36789} 2024-11-20T01:23:15,682 INFO [Time-limited test {}] server.Server(415): Started @334348ms 2024-11-20T01:23:15,683 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:23:16,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:23:16,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T01:23:16,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T01:23:16,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T01:23:16,331 WARN [Thread-3675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/cluster_61b5e881-68ea-6880-3dc4-bc8be7a360fa/data/data2/current/BP-1361163815-172.17.0.3-1732065794744/current, will proceed with Du for space computation calculation, 2024-11-20T01:23:16,331 WARN [Thread-3674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/cluster_61b5e881-68ea-6880-3dc4-bc8be7a360fa/data/data1/current/BP-1361163815-172.17.0.3-1732065794744/current, will proceed with Du for space computation calculation, 2024-11-20T01:23:16,357 WARN [Thread-3662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:23:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3f9f92b35f48405 with lease ID 0xaa63d859fd773b49: Processing first storage report for DS-96e50a46-7b15-44ad-b2f4-bd207958b979 from datanode DatanodeRegistration(127.0.0.1:35277, datanodeUuid=98fa2f99-aa51-4a89-b93a-c9f8f6a8f7a9, infoPort=46363, infoSecurePort=0, ipcPort=39605, storageInfo=lv=-57;cid=testClusterID;nsid=234464860;c=1732065794744) 2024-11-20T01:23:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3f9f92b35f48405 with lease ID 0xaa63d859fd773b49: from storage DS-96e50a46-7b15-44ad-b2f4-bd207958b979 node DatanodeRegistration(127.0.0.1:35277, datanodeUuid=98fa2f99-aa51-4a89-b93a-c9f8f6a8f7a9, infoPort=46363, infoSecurePort=0, ipcPort=39605, storageInfo=lv=-57;cid=testClusterID;nsid=234464860;c=1732065794744), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:23:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3f9f92b35f48405 with lease ID 0xaa63d859fd773b49: Processing first storage report for DS-694da6e3-d5c7-42b0-8c0f-6f17492038e7 from datanode DatanodeRegistration(127.0.0.1:35277, datanodeUuid=98fa2f99-aa51-4a89-b93a-c9f8f6a8f7a9, infoPort=46363, infoSecurePort=0, ipcPort=39605, storageInfo=lv=-57;cid=testClusterID;nsid=234464860;c=1732065794744) 2024-11-20T01:23:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3f9f92b35f48405 with lease ID 0xaa63d859fd773b49: from storage DS-694da6e3-d5c7-42b0-8c0f-6f17492038e7 node DatanodeRegistration(127.0.0.1:35277, datanodeUuid=98fa2f99-aa51-4a89-b93a-c9f8f6a8f7a9, infoPort=46363, infoSecurePort=0, ipcPort=39605, storageInfo=lv=-57;cid=testClusterID;nsid=234464860;c=1732065794744), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:23:16,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3 2024-11-20T01:23:16,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:16,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:16,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:23:16,433 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230 with version=8 2024-11-20T01:23:16,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/hbase-staging 2024-11-20T01:23:16,435 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:23:16,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:16,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:16,435 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:23:16,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:16,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:23:16,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:23:16,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:23:16,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44221 2024-11-20T01:23:16,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44221 connecting to ZooKeeper ensemble=127.0.0.1:52785 2024-11-20T01:23:16,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442210x0, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:23:16,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44221-0x10155d66b760006 connected 2024-11-20T01:23:16,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:16,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:16,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Set watcher on znode that does not yet exist, /22016481481/running 2024-11-20T01:23:16,545 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230, hbase.cluster.distributed=false 2024-11-20T01:23:16,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Set watcher on znode that does not yet exist, /22016481481/acl 2024-11-20T01:23:16,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44221 2024-11-20T01:23:16,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44221 2024-11-20T01:23:16,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44221 2024-11-20T01:23:16,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44221 2024-11-20T01:23:16,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44221 2024-11-20T01:23:16,613 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:23:16,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:16,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:16,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:23:16,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:16,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:23:16,613 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:23:16,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:23:16,614 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43557 2024-11-20T01:23:16,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43557 connecting to ZooKeeper ensemble=127.0.0.1:52785 2024-11-20T01:23:16,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:16,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:16,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435570x0, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:23:16,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435570x0, quorum=127.0.0.1:52785, baseZNode=/22016481481 Set watcher on znode that does not yet exist, /22016481481/running 2024-11-20T01:23:16,638 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:23:16,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43557-0x10155d66b760007 connected 2024-11-20T01:23:16,651 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:23:16,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Set watcher on znode that does not yet exist, /22016481481/master 2024-11-20T01:23:16,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Set watcher on znode that does not yet exist, /22016481481/acl 2024-11-20T01:23:16,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43557 2024-11-20T01:23:16,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43557 2024-11-20T01:23:16,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43557 2024-11-20T01:23:16,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43557 2024-11-20T01:23:16,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43557 2024-11-20T01:23:16,716 DEBUG [M:0;57759bcb46a5:44221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:44221 2024-11-20T01:23:16,717 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22016481481/backup-masters/57759bcb46a5,44221,1732065796435 2024-11-20T01:23:16,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481/backup-masters 2024-11-20T01:23:16,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481/backup-masters 2024-11-20T01:23:16,726 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Set watcher on existing znode=/22016481481/backup-masters/57759bcb46a5,44221,1732065796435 2024-11-20T01:23:16,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22016481481/master 2024-11-20T01:23:16,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:16,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:16,734 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Set watcher on existing znode=/22016481481/master 2024-11-20T01:23:16,734 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22016481481/backup-masters/57759bcb46a5,44221,1732065796435 from backup master directory 2024-11-20T01:23:16,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481/backup-masters 2024-11-20T01:23:16,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22016481481/backup-masters/57759bcb46a5,44221,1732065796435 2024-11-20T01:23:16,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481/backup-masters 2024-11-20T01:23:16,744 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:23:16,744 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,44221,1732065796435 2024-11-20T01:23:16,752 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/hbase.id] with ID: ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4 2024-11-20T01:23:16,752 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/.tmp/hbase.id 2024-11-20T01:23:16,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:23:16,763 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/.tmp/hbase.id]:[hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/hbase.id] 2024-11-20T01:23:16,773 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:16,773 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:23:16,774 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T01:23:16,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:16,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:16,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:23:17,212 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:17,213 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:23:17,213 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:17,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:23:17,623 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store 2024-11-20T01:23:17,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:23:18,027 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:18,027 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:23:18,027 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:18,027 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:18,027 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:23:18,027 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:18,027 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:18,027 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065798027Disabling compacts and flushes for region at 1732065798027Disabling writes for close at 1732065798027Writing region close event to WAL at 1732065798027Closed at 1732065798027 2024-11-20T01:23:18,028 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/.initializing 2024-11-20T01:23:18,028 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/WALs/57759bcb46a5,44221,1732065796435 2024-11-20T01:23:18,028 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:23:18,029 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C44221%2C1732065796435, suffix=, logDir=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/WALs/57759bcb46a5,44221,1732065796435, archiveDir=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/oldWALs, maxLogs=10 2024-11-20T01:23:18,041 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/WALs/57759bcb46a5,44221,1732065796435/57759bcb46a5%2C44221%2C1732065796435.1732065798030, exclude list is [], retry=0 2024-11-20T01:23:18,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35277,DS-96e50a46-7b15-44ad-b2f4-bd207958b979,DISK] 2024-11-20T01:23:18,044 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/WALs/57759bcb46a5,44221,1732065796435/57759bcb46a5%2C44221%2C1732065796435.1732065798030 2024-11-20T01:23:18,044 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46363:46363)] 2024-11-20T01:23:18,044 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:18,044 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:18,044 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:18,044 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:18,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:18,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:23:18,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:18,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:18,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:18,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:23:18,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:18,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:18,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:18,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:23:18,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:18,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:18,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:18,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:23:18,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:18,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:18,050 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:18,050 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:18,050 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:18,051 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:18,051 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:18,051 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:23:18,052 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:18,053 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:18,053 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68036241, jitterRate=0.013818994164466858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:23:18,053 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065798045Initializing all the Stores at 1732065798045Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065798045Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065798045Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065798045Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065798045Cleaning up temporary data from old regions at 1732065798051 (+6 ms)Region opened successfully at 1732065798053 (+2 ms) 2024-11-20T01:23:18,054 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:23:18,055 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc5fcd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:23:18,056 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:23:18,056 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:23:18,056 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:23:18,056 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:23:18,056 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:23:18,057 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:23:18,057 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:23:18,058 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:23:18,058 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Unable to get data of znode /22016481481/balancer because node does not exist (not necessarily an error) 2024-11-20T01:23:18,080 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22016481481/balancer already deleted, retry=false 2024-11-20T01:23:18,081 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:23:18,081 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Unable to get data of znode /22016481481/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:23:18,091 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22016481481/normalizer already deleted, retry=false 2024-11-20T01:23:18,091 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:23:18,092 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Unable to get data of znode /22016481481/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:23:18,171 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22016481481/switch/split already deleted, retry=false 2024-11-20T01:23:18,172 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Unable to get data of znode /22016481481/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:23:18,246 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22016481481/switch/merge already deleted, retry=false 2024-11-20T01:23:18,248 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Unable to get data of znode /22016481481/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:23:18,298 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22016481481/snapshot-cleanup already deleted, retry=false 2024-11-20T01:23:18,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22016481481/running 2024-11-20T01:23:18,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22016481481/running 2024-11-20T01:23:18,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:18,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:18,312 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,44221,1732065796435, sessionid=0x10155d66b760006, setting cluster-up flag (Was=false) 2024-11-20T01:23:18,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:18,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:18,512 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22016481481/flush-table-proc/acquired, /22016481481/flush-table-proc/reached, /22016481481/flush-table-proc/abort 2024-11-20T01:23:18,513 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,44221,1732065796435 2024-11-20T01:23:18,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:18,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:18,617 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22016481481/online-snapshot/acquired, /22016481481/online-snapshot/reached, /22016481481/online-snapshot/abort 2024-11-20T01:23:18,618 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,44221,1732065796435 2024-11-20T01:23:18,618 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:23:18,619 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:18,619 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:23:18,620 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:23:18,620 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,44221,1732065796435 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:23:18,621 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:18,621 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:18,621 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:18,621 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:18,621 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:23:18,621 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:18,621 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:23:18,621 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:18,622 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065828622 2024-11-20T01:23:18,622 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:23:18,622 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:23:18,622 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:23:18,622 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:23:18,622 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:23:18,622 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:23:18,622 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:18,622 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:23:18,622 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:18,623 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:23:18,623 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:23:18,623 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:23:18,623 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:23:18,623 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:18,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:23:18,623 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:23:18,623 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:23:18,624 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065798623,5,FailOnTimeoutGroup] 2024-11-20T01:23:18,624 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065798624,5,FailOnTimeoutGroup] 2024-11-20T01:23:18,624 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:18,624 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:23:18,624 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:18,624 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:18,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:23:18,703 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(746): ClusterId : ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4 2024-11-20T01:23:18,703 DEBUG [RS:0;57759bcb46a5:43557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:23:18,712 DEBUG [RS:0;57759bcb46a5:43557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:23:18,712 DEBUG [RS:0;57759bcb46a5:43557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:23:18,723 DEBUG [RS:0;57759bcb46a5:43557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:23:18,723 DEBUG [RS:0;57759bcb46a5:43557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae51149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:23:18,736 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:43557 2024-11-20T01:23:18,736 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:23:18,736 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:23:18,736 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:23:18,736 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,44221,1732065796435 with port=43557, startcode=1732065796612 2024-11-20T01:23:18,737 DEBUG [RS:0;57759bcb46a5:43557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:23:18,738 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:23:18,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44221 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,43557,1732065796612 2024-11-20T01:23:18,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44221 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,43557,1732065796612 2024-11-20T01:23:18,739 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230 2024-11-20T01:23:18,739 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40379 2024-11-20T01:23:18,739 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:23:18,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481/rs 2024-11-20T01:23:18,773 DEBUG [RS:0;57759bcb46a5:43557 {}] zookeeper.ZKUtil(111): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Set watcher on existing znode=/22016481481/rs/57759bcb46a5,43557,1732065796612 2024-11-20T01:23:18,773 WARN [RS:0;57759bcb46a5:43557 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:23:18,773 INFO [RS:0;57759bcb46a5:43557 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:18,773 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612 2024-11-20T01:23:18,773 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,43557,1732065796612] 2024-11-20T01:23:18,775 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:23:18,777 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:23:18,777 INFO [RS:0;57759bcb46a5:43557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:23:18,777 INFO [RS:0;57759bcb46a5:43557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:18,777 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:23:18,777 INFO [RS:0;57759bcb46a5:43557 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:23:18,778 INFO [RS:0;57759bcb46a5:43557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:18,778 DEBUG [RS:0;57759bcb46a5:43557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:18,778 DEBUG [RS:0;57759bcb46a5:43557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:18,778 DEBUG [RS:0;57759bcb46a5:43557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:18,778 DEBUG [RS:0;57759bcb46a5:43557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:18,778 DEBUG [RS:0;57759bcb46a5:43557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:18,778 DEBUG [RS:0;57759bcb46a5:43557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:23:18,778 DEBUG [RS:0;57759bcb46a5:43557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:18,778 DEBUG [RS:0;57759bcb46a5:43557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:18,778 DEBUG [RS:0;57759bcb46a5:43557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:18,778 DEBUG [RS:0;57759bcb46a5:43557 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:18,778 DEBUG [RS:0;57759bcb46a5:43557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:18,778 DEBUG [RS:0;57759bcb46a5:43557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:18,778 DEBUG [RS:0;57759bcb46a5:43557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:23:18,778 DEBUG [RS:0;57759bcb46a5:43557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:23:18,778 INFO [RS:0;57759bcb46a5:43557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:18,778 INFO [RS:0;57759bcb46a5:43557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:18,778 INFO [RS:0;57759bcb46a5:43557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:18,778 INFO [RS:0;57759bcb46a5:43557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:18,778 INFO [RS:0;57759bcb46a5:43557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:18,778 INFO [RS:0;57759bcb46a5:43557 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43557,1732065796612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:23:18,794 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:23:18,795 INFO [RS:0;57759bcb46a5:43557 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,43557,1732065796612-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:18,795 INFO [RS:0;57759bcb46a5:43557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:18,795 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.Replication(171): 57759bcb46a5,43557,1732065796612 started 2024-11-20T01:23:18,809 INFO [RS:0;57759bcb46a5:43557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:18,809 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,43557,1732065796612, RpcServer on 57759bcb46a5/172.17.0.3:43557, sessionid=0x10155d66b760007 2024-11-20T01:23:18,809 DEBUG [RS:0;57759bcb46a5:43557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:23:18,809 DEBUG [RS:0;57759bcb46a5:43557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,43557,1732065796612 2024-11-20T01:23:18,809 DEBUG [RS:0;57759bcb46a5:43557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,43557,1732065796612' 2024-11-20T01:23:18,809 DEBUG [RS:0;57759bcb46a5:43557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22016481481/flush-table-proc/abort' 2024-11-20T01:23:18,809 DEBUG [RS:0;57759bcb46a5:43557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22016481481/flush-table-proc/acquired' 2024-11-20T01:23:18,809 DEBUG [RS:0;57759bcb46a5:43557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:23:18,810 DEBUG [RS:0;57759bcb46a5:43557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:23:18,810 DEBUG [RS:0;57759bcb46a5:43557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,43557,1732065796612 2024-11-20T01:23:18,810 DEBUG [RS:0;57759bcb46a5:43557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,43557,1732065796612' 2024-11-20T01:23:18,810 DEBUG [RS:0;57759bcb46a5:43557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22016481481/online-snapshot/abort' 2024-11-20T01:23:18,810 DEBUG [RS:0;57759bcb46a5:43557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22016481481/online-snapshot/acquired' 2024-11-20T01:23:18,810 DEBUG [RS:0;57759bcb46a5:43557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:23:18,810 INFO [RS:0;57759bcb46a5:43557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:23:18,810 INFO [RS:0;57759bcb46a5:43557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:23:18,910 INFO [RS:0;57759bcb46a5:43557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:23:18,912 INFO [RS:0;57759bcb46a5:43557 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C43557%2C1732065796612, suffix=, logDir=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612, archiveDir=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/oldWALs, maxLogs=10 2024-11-20T01:23:18,922 DEBUG [RS:0;57759bcb46a5:43557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912, exclude list is [], retry=0 2024-11-20T01:23:18,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35277,DS-96e50a46-7b15-44ad-b2f4-bd207958b979,DISK] 2024-11-20T01:23:18,926 INFO [RS:0;57759bcb46a5:43557 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 2024-11-20T01:23:18,926 DEBUG [RS:0;57759bcb46a5:43557 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46363:46363)] 2024-11-20T01:23:19,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:23:19,032 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230 2024-11-20T01:23:19,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:23:19,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:19,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:23:19,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:23:19,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:19,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:23:19,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:23:19,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:19,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:23:19,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:23:19,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:19,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:23:19,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:23:19,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:19,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:23:19,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740 2024-11-20T01:23:19,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740 2024-11-20T01:23:19,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:23:19,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:23:19,443 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:23:19,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:23:19,445 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:19,445 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61767621, jitterRate=-0.07959072291851044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:23:19,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065799437Initializing all the Stores at 1732065799437Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065799437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065799438 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065799438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065799438Cleaning up temporary data from old regions at 1732065799443 (+5 ms)Region opened successfully at 1732065799445 (+2 ms) 2024-11-20T01:23:19,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:23:19,445 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:23:19,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:23:19,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:23:19,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:23:19,446 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:23:19,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065799445Disabling compacts and flushes for region at 1732065799445Disabling writes for close at 1732065799445Writing region close event to WAL at 1732065799446 (+1 ms)Closed at 1732065799446 2024-11-20T01:23:19,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:19,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:23:19,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:23:19,447 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:23:19,448 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:23:19,598 DEBUG [57759bcb46a5:44221 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:23:19,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,43557,1732065796612 2024-11-20T01:23:19,599 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,43557,1732065796612, state=OPENING 2024-11-20T01:23:19,617 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:23:19,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:19,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:19,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22016481481/meta-region-server: CHANGED 2024-11-20T01:23:19,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22016481481/meta-region-server: CHANGED 2024-11-20T01:23:19,628 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:23:19,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,43557,1732065796612}] 2024-11-20T01:23:19,780 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:23:19,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:23:19,783 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:23:19,783 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:19,784 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:23:19,785 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C43557%2C1732065796612.meta, suffix=.meta, logDir=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612, archiveDir=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/oldWALs, maxLogs=10 2024-11-20T01:23:19,796 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.meta.1732065799785.meta, exclude list is [], retry=0 2024-11-20T01:23:19,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35277,DS-96e50a46-7b15-44ad-b2f4-bd207958b979,DISK] 2024-11-20T01:23:19,799 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.meta.1732065799785.meta 2024-11-20T01:23:19,800 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46363:46363)] 2024-11-20T01:23:19,800 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:19,800 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:23:19,800 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:23:19,800 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:23:19,800 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:23:19,800 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:23:19,800 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:19,800 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:23:19,801 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:23:19,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:23:19,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:23:19,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:19,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:23:19,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:23:19,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:19,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:23:19,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:23:19,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:19,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:23:19,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:23:19,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:19,805 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:23:19,805 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740 2024-11-20T01:23:19,806 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740 2024-11-20T01:23:19,806 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:23:19,806 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:23:19,807 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:23:19,807 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:23:19,808 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69471863, jitterRate=0.03521142899990082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:23:19,808 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:23:19,808 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065799801Writing region info on filesystem at 1732065799801Initializing all the Stores at 1732065799801Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065799801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065799801Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065799801Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065799801Cleaning up temporary data from old regions at 1732065799806 (+5 ms)Running coprocessor post-open hooks at 1732065799808 (+2 ms)Region opened successfully at 1732065799808 2024-11-20T01:23:19,809 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065799780 2024-11-20T01:23:19,810 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:23:19,810 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:23:19,810 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,43557,1732065796612 2024-11-20T01:23:19,811 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,43557,1732065796612, state=OPEN 2024-11-20T01:23:19,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22016481481/meta-region-server 2024-11-20T01:23:19,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22016481481/meta-region-server 2024-11-20T01:23:19,828 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,43557,1732065796612 2024-11-20T01:23:19,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22016481481/meta-region-server: CHANGED 2024-11-20T01:23:19,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22016481481/meta-region-server: CHANGED 2024-11-20T01:23:19,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:23:19,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,43557,1732065796612 in 200 msec 2024-11-20T01:23:19,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:23:19,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-11-20T01:23:19,831 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:19,831 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:23:19,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:19,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,43557,1732065796612, seqNum=-1] 2024-11-20T01:23:19,832 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:19,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:19,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2170 sec 2024-11-20T01:23:19,838 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065799837, completionTime=-1 2024-11-20T01:23:19,838 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:23:19,838 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:23:19,839 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:23:19,839 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065859839 2024-11-20T01:23:19,839 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065919839 2024-11-20T01:23:19,839 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T01:23:19,840 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44221,1732065796435-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:19,840 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44221,1732065796435-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:19,840 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44221,1732065796435-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:19,840 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:44221, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:19,840 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:19,840 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:19,841 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:23:19,843 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.099sec 2024-11-20T01:23:19,843 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:23:19,843 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:23:19,843 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:23:19,843 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:23:19,843 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:23:19,843 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44221,1732065796435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:23:19,843 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44221,1732065796435-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:23:19,845 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:23:19,845 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:23:19,845 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,44221,1732065796435-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:19,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9711cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:19,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44221,-1 for getting cluster id 2024-11-20T01:23:19,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:19,905 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4' 2024-11-20T01:23:19,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:19,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4" 2024-11-20T01:23:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ccb5546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44221,-1] 2024-11-20T01:23:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:19,907 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:19,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dd4a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:19,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:19,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,43557,1732065796612, seqNum=-1] 2024-11-20T01:23:19,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:19,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:19,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,44221,1732065796435 2024-11-20T01:23:19,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52785 2024-11-20T01:23:19,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:23:19,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10155d66b760008 connected 2024-11-20T01:23:19,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,41455,1732065786009 2024-11-20T01:23:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d351ea1 2024-11-20T01:23:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:19,947 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:19,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:23:19,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:23:19,949 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:19,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:23:19,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:23:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:19,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:23:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:20,084 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:23:20,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:20,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:20,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:20,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:20,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:20,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:20,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:20,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:20,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:20,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:20,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:20,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:20,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:20,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:20,357 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a76b077b62f1cc522330acf6553b72f3, NAME => 'test,,1732065799947.a76b077b62f1cc522330acf6553b72f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2 2024-11-20T01:23:20,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:23:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:20,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065799947.a76b077b62f1cc522330acf6553b72f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:20,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a76b077b62f1cc522330acf6553b72f3, disabling compactions & flushes 2024-11-20T01:23:20,761 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065799947.a76b077b62f1cc522330acf6553b72f3. 2024-11-20T01:23:20,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065799947.a76b077b62f1cc522330acf6553b72f3. 2024-11-20T01:23:20,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065799947.a76b077b62f1cc522330acf6553b72f3. after waiting 0 ms 2024-11-20T01:23:20,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065799947.a76b077b62f1cc522330acf6553b72f3. 2024-11-20T01:23:20,761 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065799947.a76b077b62f1cc522330acf6553b72f3. 2024-11-20T01:23:20,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a76b077b62f1cc522330acf6553b72f3: Waiting for close lock at 1732065800761Disabling compacts and flushes for region at 1732065800761Disabling writes for close at 1732065800761Writing region close event to WAL at 1732065800761Closed at 1732065800761 2024-11-20T01:23:20,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:23:20,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065799947.a76b077b62f1cc522330acf6553b72f3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065800763"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065800763"}]},"ts":"1732065800763"} 2024-11-20T01:23:20,764 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:23:20,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:23:20,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065800765"}]},"ts":"1732065800765"} 2024-11-20T01:23:20,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:23:20,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a76b077b62f1cc522330acf6553b72f3, ASSIGN}] 2024-11-20T01:23:20,768 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a76b077b62f1cc522330acf6553b72f3, ASSIGN 2024-11-20T01:23:20,768 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a76b077b62f1cc522330acf6553b72f3, ASSIGN; state=OFFLINE, location=57759bcb46a5,40805,1732065786206; forceNewPlan=false, retain=false 2024-11-20T01:23:20,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a76b077b62f1cc522330acf6553b72f3, regionState=OPENING, regionLocation=57759bcb46a5,40805,1732065786206 2024-11-20T01:23:20,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a76b077b62f1cc522330acf6553b72f3, ASSIGN because future has completed 2024-11-20T01:23:20,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a76b077b62f1cc522330acf6553b72f3, server=57759bcb46a5,40805,1732065786206}] 2024-11-20T01:23:21,085 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065799947.a76b077b62f1cc522330acf6553b72f3. 2024-11-20T01:23:21,085 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a76b077b62f1cc522330acf6553b72f3, NAME => 'test,,1732065799947.a76b077b62f1cc522330acf6553b72f3.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:21,086 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:23:21,086 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:23:21,086 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:21,086 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065799947.a76b077b62f1cc522330acf6553b72f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:21,086 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:21,086 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:21,088 INFO [StoreOpener-a76b077b62f1cc522330acf6553b72f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:21,089 INFO [StoreOpener-a76b077b62f1cc522330acf6553b72f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a76b077b62f1cc522330acf6553b72f3 columnFamilyName f 2024-11-20T01:23:21,089 DEBUG [StoreOpener-a76b077b62f1cc522330acf6553b72f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:21,089 INFO [StoreOpener-a76b077b62f1cc522330acf6553b72f3-1 {}] regionserver.HStore(327): Store=a76b077b62f1cc522330acf6553b72f3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:21,090 INFO [StoreOpener-a76b077b62f1cc522330acf6553b72f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:21,090 INFO [StoreOpener-a76b077b62f1cc522330acf6553b72f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a76b077b62f1cc522330acf6553b72f3 columnFamilyName f1 2024-11-20T01:23:21,090 DEBUG [StoreOpener-a76b077b62f1cc522330acf6553b72f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:21,091 INFO [StoreOpener-a76b077b62f1cc522330acf6553b72f3-1 {}] regionserver.HStore(327): Store=a76b077b62f1cc522330acf6553b72f3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:21,091 INFO [StoreOpener-a76b077b62f1cc522330acf6553b72f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:21,091 INFO [StoreOpener-a76b077b62f1cc522330acf6553b72f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a76b077b62f1cc522330acf6553b72f3 columnFamilyName norep 2024-11-20T01:23:21,091 DEBUG [StoreOpener-a76b077b62f1cc522330acf6553b72f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:21,092 INFO [StoreOpener-a76b077b62f1cc522330acf6553b72f3-1 {}] regionserver.HStore(327): Store=a76b077b62f1cc522330acf6553b72f3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:21,092 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:21,092 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:21,092 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:21,093 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:21,093 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:21,093 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:23:21,094 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:21,106 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:21,106 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a76b077b62f1cc522330acf6553b72f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60767785, jitterRate=-0.0944894403219223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:23:21,106 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:21,107 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a76b077b62f1cc522330acf6553b72f3: Running coprocessor pre-open hook at 1732065801086Writing region info on filesystem at 1732065801086Initializing all the Stores at 1732065801087 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065801087Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065801088 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065801088Cleaning up temporary data from old regions at 1732065801093 (+5 ms)Running coprocessor post-open hooks at 1732065801106 (+13 ms)Region opened successfully at 1732065801106 2024-11-20T01:23:21,107 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065799947.a76b077b62f1cc522330acf6553b72f3., pid=6, masterSystemTime=1732065801074 2024-11-20T01:23:21,109 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065799947.a76b077b62f1cc522330acf6553b72f3. 2024-11-20T01:23:21,109 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065799947.a76b077b62f1cc522330acf6553b72f3. 2024-11-20T01:23:21,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a76b077b62f1cc522330acf6553b72f3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,40805,1732065786206 2024-11-20T01:23:21,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a76b077b62f1cc522330acf6553b72f3, server=57759bcb46a5,40805,1732065786206 because future has completed 2024-11-20T01:23:21,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:23:21,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a76b077b62f1cc522330acf6553b72f3, server=57759bcb46a5,40805,1732065786206 in 191 msec 2024-11-20T01:23:21,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:23:21,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a76b077b62f1cc522330acf6553b72f3, ASSIGN in 347 msec 2024-11-20T01:23:21,116 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:23:21,116 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065801116"}]},"ts":"1732065801116"} 2024-11-20T01:23:21,118 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:23:21,119 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:23:21,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-20T01:23:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:22,101 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:23:22,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:22,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,33387,1732065791601 2024-11-20T01:23:22,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a328277 2024-11-20T01:23:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:22,104 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:22,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:23:22,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:23:22,110 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:22,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:23:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:22,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:23:22,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:23:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:22,521 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 454561c8a97f44cc8a6d1074772c9161, NAME => 'test,,1732065802104.454561c8a97f44cc8a6d1074772c9161.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722 2024-11-20T01:23:22,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:23:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:22,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065802104.454561c8a97f44cc8a6d1074772c9161.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:22,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 454561c8a97f44cc8a6d1074772c9161, disabling compactions & flushes 2024-11-20T01:23:22,931 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065802104.454561c8a97f44cc8a6d1074772c9161. 2024-11-20T01:23:22,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065802104.454561c8a97f44cc8a6d1074772c9161. 2024-11-20T01:23:22,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065802104.454561c8a97f44cc8a6d1074772c9161. after waiting 0 ms 2024-11-20T01:23:22,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065802104.454561c8a97f44cc8a6d1074772c9161. 2024-11-20T01:23:22,931 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065802104.454561c8a97f44cc8a6d1074772c9161. 2024-11-20T01:23:22,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 454561c8a97f44cc8a6d1074772c9161: Waiting for close lock at 1732065802931Disabling compacts and flushes for region at 1732065802931Disabling writes for close at 1732065802931Writing region close event to WAL at 1732065802931Closed at 1732065802931 2024-11-20T01:23:22,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:23:22,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065802104.454561c8a97f44cc8a6d1074772c9161.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065802932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065802932"}]},"ts":"1732065802932"} 2024-11-20T01:23:22,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:23:22,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:23:22,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065802935"}]},"ts":"1732065802935"} 2024-11-20T01:23:22,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:23:22,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=454561c8a97f44cc8a6d1074772c9161, ASSIGN}] 2024-11-20T01:23:22,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=454561c8a97f44cc8a6d1074772c9161, ASSIGN 2024-11-20T01:23:22,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=454561c8a97f44cc8a6d1074772c9161, ASSIGN; state=OFFLINE, location=57759bcb46a5,35129,1732065791752; forceNewPlan=false, retain=false 2024-11-20T01:23:23,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=454561c8a97f44cc8a6d1074772c9161, regionState=OPENING, regionLocation=57759bcb46a5,35129,1732065791752 2024-11-20T01:23:23,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=454561c8a97f44cc8a6d1074772c9161, ASSIGN because future has completed 2024-11-20T01:23:23,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 454561c8a97f44cc8a6d1074772c9161, server=57759bcb46a5,35129,1732065791752}] 2024-11-20T01:23:23,247 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065802104.454561c8a97f44cc8a6d1074772c9161. 2024-11-20T01:23:23,247 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 454561c8a97f44cc8a6d1074772c9161, NAME => 'test,,1732065802104.454561c8a97f44cc8a6d1074772c9161.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:23,248 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:23:23,248 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:23:23,248 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:23,248 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065802104.454561c8a97f44cc8a6d1074772c9161.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:23,248 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:23,248 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:23,252 INFO [StoreOpener-454561c8a97f44cc8a6d1074772c9161-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:23,254 INFO [StoreOpener-454561c8a97f44cc8a6d1074772c9161-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 454561c8a97f44cc8a6d1074772c9161 columnFamilyName f 2024-11-20T01:23:23,254 DEBUG [StoreOpener-454561c8a97f44cc8a6d1074772c9161-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:23,254 INFO [StoreOpener-454561c8a97f44cc8a6d1074772c9161-1 {}] regionserver.HStore(327): Store=454561c8a97f44cc8a6d1074772c9161/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:23,254 INFO [StoreOpener-454561c8a97f44cc8a6d1074772c9161-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:23,255 INFO [StoreOpener-454561c8a97f44cc8a6d1074772c9161-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 454561c8a97f44cc8a6d1074772c9161 columnFamilyName f1 2024-11-20T01:23:23,255 DEBUG [StoreOpener-454561c8a97f44cc8a6d1074772c9161-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:23,255 INFO [StoreOpener-454561c8a97f44cc8a6d1074772c9161-1 {}] regionserver.HStore(327): Store=454561c8a97f44cc8a6d1074772c9161/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:23,256 INFO [StoreOpener-454561c8a97f44cc8a6d1074772c9161-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:23,256 INFO [StoreOpener-454561c8a97f44cc8a6d1074772c9161-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 454561c8a97f44cc8a6d1074772c9161 columnFamilyName norep 2024-11-20T01:23:23,256 DEBUG [StoreOpener-454561c8a97f44cc8a6d1074772c9161-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:23,256 INFO [StoreOpener-454561c8a97f44cc8a6d1074772c9161-1 {}] regionserver.HStore(327): Store=454561c8a97f44cc8a6d1074772c9161/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:23,257 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:23,257 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:23,257 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:23,258 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:23,258 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:23,258 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:23:23,259 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:23,265 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:23,265 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 454561c8a97f44cc8a6d1074772c9161; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67122081, jitterRate=1.9694864749908447E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:23:23,265 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:23,265 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 454561c8a97f44cc8a6d1074772c9161: Running coprocessor pre-open hook at 1732065803248Writing region info on filesystem at 1732065803248Initializing all the Stores at 1732065803249 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065803249Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065803252 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065803252Cleaning up temporary data from old regions at 1732065803258 (+6 ms)Running coprocessor post-open hooks at 1732065803265 (+7 ms)Region opened successfully at 1732065803265 2024-11-20T01:23:23,266 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065802104.454561c8a97f44cc8a6d1074772c9161., pid=6, masterSystemTime=1732065803244 2024-11-20T01:23:23,268 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065802104.454561c8a97f44cc8a6d1074772c9161. 2024-11-20T01:23:23,268 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065802104.454561c8a97f44cc8a6d1074772c9161. 2024-11-20T01:23:23,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=454561c8a97f44cc8a6d1074772c9161, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,35129,1732065791752 2024-11-20T01:23:23,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 454561c8a97f44cc8a6d1074772c9161, server=57759bcb46a5,35129,1732065791752 because future has completed 2024-11-20T01:23:23,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:23:23,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 454561c8a97f44cc8a6d1074772c9161, server=57759bcb46a5,35129,1732065791752 in 179 msec 2024-11-20T01:23:23,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:23:23,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=454561c8a97f44cc8a6d1074772c9161, ASSIGN in 335 msec 2024-11-20T01:23:23,275 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:23:23,275 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065803275"}]},"ts":"1732065803275"} 2024-11-20T01:23:23,276 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:23:23,277 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:23:23,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-20T01:23:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:24,261 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:23:24,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,44221,1732065796435 2024-11-20T01:23:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67d84ef 2024-11-20T01:23:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:24,265 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:24,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:23:24,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:23:24,269 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:24,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:23:24,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:23:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:24,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:23:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:24,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7000c746866bb4f4498b5c6967110f85, NAME => 'test,,1732065804265.7000c746866bb4f4498b5c6967110f85.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230 2024-11-20T01:23:24,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:23:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:25,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065804265.7000c746866bb4f4498b5c6967110f85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:25,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7000c746866bb4f4498b5c6967110f85, disabling compactions & flushes 2024-11-20T01:23:25,085 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065804265.7000c746866bb4f4498b5c6967110f85. 2024-11-20T01:23:25,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065804265.7000c746866bb4f4498b5c6967110f85. 2024-11-20T01:23:25,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065804265.7000c746866bb4f4498b5c6967110f85. after waiting 0 ms 2024-11-20T01:23:25,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065804265.7000c746866bb4f4498b5c6967110f85. 2024-11-20T01:23:25,085 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065804265.7000c746866bb4f4498b5c6967110f85. 2024-11-20T01:23:25,085 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7000c746866bb4f4498b5c6967110f85: Waiting for close lock at 1732065805085Disabling compacts and flushes for region at 1732065805085Disabling writes for close at 1732065805085Writing region close event to WAL at 1732065805085Closed at 1732065805085 2024-11-20T01:23:25,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:23:25,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065804265.7000c746866bb4f4498b5c6967110f85.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065805086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065805086"}]},"ts":"1732065805086"} 2024-11-20T01:23:25,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:23:25,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:23:25,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065805090"}]},"ts":"1732065805090"} 2024-11-20T01:23:25,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:23:25,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7000c746866bb4f4498b5c6967110f85, ASSIGN}] 2024-11-20T01:23:25,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7000c746866bb4f4498b5c6967110f85, ASSIGN 2024-11-20T01:23:25,094 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7000c746866bb4f4498b5c6967110f85, ASSIGN; state=OFFLINE, location=57759bcb46a5,43557,1732065796612; forceNewPlan=false, retain=false 2024-11-20T01:23:25,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7000c746866bb4f4498b5c6967110f85, regionState=OPENING, regionLocation=57759bcb46a5,43557,1732065796612 2024-11-20T01:23:25,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7000c746866bb4f4498b5c6967110f85, ASSIGN because future has completed 2024-11-20T01:23:25,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7000c746866bb4f4498b5c6967110f85, server=57759bcb46a5,43557,1732065796612}] 2024-11-20T01:23:25,302 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:23:25,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:25,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:25,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:25,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:25,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:25,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:25,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:25,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:25,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:25,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:25,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:25,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:25,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:25,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:25,403 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065804265.7000c746866bb4f4498b5c6967110f85. 2024-11-20T01:23:25,403 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7000c746866bb4f4498b5c6967110f85, NAME => 'test,,1732065804265.7000c746866bb4f4498b5c6967110f85.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:25,403 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:23:25,403 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:23:25,403 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:25,403 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065804265.7000c746866bb4f4498b5c6967110f85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:25,403 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:25,403 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:25,405 INFO [StoreOpener-7000c746866bb4f4498b5c6967110f85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:25,405 INFO [StoreOpener-7000c746866bb4f4498b5c6967110f85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7000c746866bb4f4498b5c6967110f85 columnFamilyName f 2024-11-20T01:23:25,406 DEBUG [StoreOpener-7000c746866bb4f4498b5c6967110f85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:25,406 INFO [StoreOpener-7000c746866bb4f4498b5c6967110f85-1 {}] regionserver.HStore(327): Store=7000c746866bb4f4498b5c6967110f85/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:25,406 INFO [StoreOpener-7000c746866bb4f4498b5c6967110f85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:25,407 INFO [StoreOpener-7000c746866bb4f4498b5c6967110f85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7000c746866bb4f4498b5c6967110f85 columnFamilyName f1 2024-11-20T01:23:25,407 DEBUG [StoreOpener-7000c746866bb4f4498b5c6967110f85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:25,407 INFO [StoreOpener-7000c746866bb4f4498b5c6967110f85-1 {}] regionserver.HStore(327): Store=7000c746866bb4f4498b5c6967110f85/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:25,407 INFO [StoreOpener-7000c746866bb4f4498b5c6967110f85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:25,408 INFO [StoreOpener-7000c746866bb4f4498b5c6967110f85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7000c746866bb4f4498b5c6967110f85 columnFamilyName norep 2024-11-20T01:23:25,408 DEBUG [StoreOpener-7000c746866bb4f4498b5c6967110f85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:25,408 INFO [StoreOpener-7000c746866bb4f4498b5c6967110f85-1 {}] regionserver.HStore(327): Store=7000c746866bb4f4498b5c6967110f85/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:25,408 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:25,409 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:25,409 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:25,410 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:25,410 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:25,410 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:23:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:25,411 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:25,413 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:25,413 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7000c746866bb4f4498b5c6967110f85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71501775, jitterRate=0.0654594749212265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:23:25,413 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:25,413 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7000c746866bb4f4498b5c6967110f85: Running coprocessor pre-open hook at 1732065805404Writing region info on filesystem at 1732065805404Initializing all the Stores at 1732065805404Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065805404Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065805404Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065805404Cleaning up temporary data from old regions at 1732065805410 (+6 ms)Running coprocessor post-open hooks at 1732065805413 (+3 ms)Region opened successfully at 1732065805413 2024-11-20T01:23:25,414 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065804265.7000c746866bb4f4498b5c6967110f85., pid=6, masterSystemTime=1732065805398 2024-11-20T01:23:25,417 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7000c746866bb4f4498b5c6967110f85, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,43557,1732065796612 2024-11-20T01:23:25,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7000c746866bb4f4498b5c6967110f85, server=57759bcb46a5,43557,1732065796612 because future has completed 2024-11-20T01:23:25,420 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065804265.7000c746866bb4f4498b5c6967110f85. 2024-11-20T01:23:25,421 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065804265.7000c746866bb4f4498b5c6967110f85. 2024-11-20T01:23:25,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:23:25,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7000c746866bb4f4498b5c6967110f85, server=57759bcb46a5,43557,1732065796612 in 177 msec 2024-11-20T01:23:25,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:23:25,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7000c746866bb4f4498b5c6967110f85, ASSIGN in 333 msec 2024-11-20T01:23:25,428 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:23:25,428 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065805428"}]},"ts":"1732065805428"} 2024-11-20T01:23:25,429 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:23:25,430 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:23:25,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-20T01:23:25,860 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:25,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:23:25,861 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108746 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:23:26,145 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T01:23:26,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T01:23:26,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T01:23:26,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:23:26,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T01:23:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:26,420 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:23:26,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df55c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:26,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,41455,-1 for getting cluster id 2024-11-20T01:23:26,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:26,422 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3afed17f-7da9-4779-840e-edac6b27306d' 2024-11-20T01:23:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3afed17f-7da9-4779-840e-edac6b27306d" 2024-11-20T01:23:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfe726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,41455,-1] 2024-11-20T01:23:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:26,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:26,423 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:26,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea16549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:26,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:26,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,41455,1732065786009 2024-11-20T01:23:26,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b36e422 2024-11-20T01:23:26,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:26,425 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:26,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:33387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:23:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:23:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:26,427 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:33387' 2024-11-20T01:23:26,428 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b5f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:26,428 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,33387,-1 for getting cluster id 2024-11-20T01:23:26,428 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:26,429 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fcff6d10-14ed-4747-a0e9-e605b8543e0f' 2024-11-20T01:23:26,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:26,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fcff6d10-14ed-4747-a0e9-e605b8543e0f" 2024-11-20T01:23:26,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbabe45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:26,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,33387,-1] 2024-11-20T01:23:26,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:26,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:26,430 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:26,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758d7b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:26,431 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:26,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,33387,1732065791601 2024-11-20T01:23:26,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66954d2e 2024-11-20T01:23:26,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:26,432 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:26,433 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T01:23:26,433 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:23:26,433 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:26,433 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:26,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:26,434 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:26,435 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:23:26,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:23:26,435 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:26,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:23:26,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741837_1013 (size=1138) 2024-11-20T01:23:26,485 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T01:23:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:26,844 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ba28a3f85682007dcb9f34c46f524c7, NAME => 'hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2 2024-11-20T01:23:26,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741838_1014 (size=44) 2024-11-20T01:23:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:27,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:27,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1ba28a3f85682007dcb9f34c46f524c7, disabling compactions & flushes 2024-11-20T01:23:27,248 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. 2024-11-20T01:23:27,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. 2024-11-20T01:23:27,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. after waiting 0 ms 2024-11-20T01:23:27,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. 2024-11-20T01:23:27,248 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. 2024-11-20T01:23:27,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ba28a3f85682007dcb9f34c46f524c7: Waiting for close lock at 1732065807248Disabling compacts and flushes for region at 1732065807248Disabling writes for close at 1732065807248Writing region close event to WAL at 1732065807248Closed at 1732065807248 2024-11-20T01:23:27,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:23:27,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732065807249"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065807249"}]},"ts":"1732065807249"} 2024-11-20T01:23:27,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:23:27,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:23:27,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065807252"}]},"ts":"1732065807252"} 2024-11-20T01:23:27,253 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T01:23:27,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ba28a3f85682007dcb9f34c46f524c7, ASSIGN}] 2024-11-20T01:23:27,255 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ba28a3f85682007dcb9f34c46f524c7, ASSIGN 2024-11-20T01:23:27,255 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ba28a3f85682007dcb9f34c46f524c7, ASSIGN; state=OFFLINE, location=57759bcb46a5,40805,1732065786206; forceNewPlan=false, retain=false 2024-11-20T01:23:27,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ba28a3f85682007dcb9f34c46f524c7, regionState=OPENING, regionLocation=57759bcb46a5,40805,1732065786206 2024-11-20T01:23:27,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ba28a3f85682007dcb9f34c46f524c7, ASSIGN because future has completed 2024-11-20T01:23:27,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ba28a3f85682007dcb9f34c46f524c7, server=57759bcb46a5,40805,1732065786206}] 2024-11-20T01:23:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:27,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. 2024-11-20T01:23:27,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:27,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:23:27,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C40805%2C1732065786206.rep, suffix=, logDir=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206, archiveDir=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/oldWALs, maxLogs=10 2024-11-20T01:23:27,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.rep.1732065807564, exclude list is [], retry=0 2024-11-20T01:23:27,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43467,DS-5b691dfb-3355-47ea-9c55-5b10fe1cbc5c,DISK] 2024-11-20T01:23:27,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.rep.1732065807564 2024-11-20T01:23:27,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35969:35969)] 2024-11-20T01:23:27,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ba28a3f85682007dcb9f34c46f524c7, NAME => 'hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:27,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:23:27,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:23:27,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. service=MultiRowMutationService 2024-11-20T01:23:27,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:23:27,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1ba28a3f85682007dcb9f34c46f524c7 2024-11-20T01:23:27,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:27,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1ba28a3f85682007dcb9f34c46f524c7 2024-11-20T01:23:27,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1ba28a3f85682007dcb9f34c46f524c7 2024-11-20T01:23:27,581 INFO [StoreOpener-1ba28a3f85682007dcb9f34c46f524c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1ba28a3f85682007dcb9f34c46f524c7 2024-11-20T01:23:27,582 INFO [StoreOpener-1ba28a3f85682007dcb9f34c46f524c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba28a3f85682007dcb9f34c46f524c7 columnFamilyName hfileref 2024-11-20T01:23:27,582 DEBUG [StoreOpener-1ba28a3f85682007dcb9f34c46f524c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:27,583 INFO [StoreOpener-1ba28a3f85682007dcb9f34c46f524c7-1 {}] regionserver.HStore(327): Store=1ba28a3f85682007dcb9f34c46f524c7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:27,583 INFO [StoreOpener-1ba28a3f85682007dcb9f34c46f524c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1ba28a3f85682007dcb9f34c46f524c7 2024-11-20T01:23:27,584 INFO [StoreOpener-1ba28a3f85682007dcb9f34c46f524c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba28a3f85682007dcb9f34c46f524c7 columnFamilyName queue 2024-11-20T01:23:27,584 DEBUG [StoreOpener-1ba28a3f85682007dcb9f34c46f524c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:27,584 INFO [StoreOpener-1ba28a3f85682007dcb9f34c46f524c7-1 {}] regionserver.HStore(327): Store=1ba28a3f85682007dcb9f34c46f524c7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:27,584 INFO [StoreOpener-1ba28a3f85682007dcb9f34c46f524c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1ba28a3f85682007dcb9f34c46f524c7 2024-11-20T01:23:27,585 INFO [StoreOpener-1ba28a3f85682007dcb9f34c46f524c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba28a3f85682007dcb9f34c46f524c7 columnFamilyName sid 2024-11-20T01:23:27,585 DEBUG [StoreOpener-1ba28a3f85682007dcb9f34c46f524c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:27,586 INFO [StoreOpener-1ba28a3f85682007dcb9f34c46f524c7-1 {}] regionserver.HStore(327): Store=1ba28a3f85682007dcb9f34c46f524c7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:27,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1ba28a3f85682007dcb9f34c46f524c7 2024-11-20T01:23:27,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/replication/1ba28a3f85682007dcb9f34c46f524c7 2024-11-20T01:23:27,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/replication/1ba28a3f85682007dcb9f34c46f524c7 2024-11-20T01:23:27,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1ba28a3f85682007dcb9f34c46f524c7 2024-11-20T01:23:27,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1ba28a3f85682007dcb9f34c46f524c7 2024-11-20T01:23:27,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:23:27,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1ba28a3f85682007dcb9f34c46f524c7 2024-11-20T01:23:27,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/replication/1ba28a3f85682007dcb9f34c46f524c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:27,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1ba28a3f85682007dcb9f34c46f524c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72438658, jitterRate=0.07942011952400208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:23:27,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ba28a3f85682007dcb9f34c46f524c7 2024-11-20T01:23:27,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1ba28a3f85682007dcb9f34c46f524c7: Running coprocessor pre-open hook at 1732065807581Writing region info on filesystem at 1732065807581Initializing all the Stores at 1732065807581Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065807581Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065807581Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065807581Cleaning up temporary data from old regions at 1732065807587 (+6 ms)Running coprocessor post-open hooks at 1732065807590 (+3 ms)Region opened successfully at 1732065807590 2024-11-20T01:23:27,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7., pid=10, masterSystemTime=1732065807559 2024-11-20T01:23:27,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. 2024-11-20T01:23:27,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. 2024-11-20T01:23:27,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ba28a3f85682007dcb9f34c46f524c7, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,40805,1732065786206 2024-11-20T01:23:27,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ba28a3f85682007dcb9f34c46f524c7, server=57759bcb46a5,40805,1732065786206 because future has completed 2024-11-20T01:23:27,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:23:27,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ba28a3f85682007dcb9f34c46f524c7, server=57759bcb46a5,40805,1732065786206 in 187 msec 2024-11-20T01:23:27,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T01:23:27,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ba28a3f85682007dcb9f34c46f524c7, ASSIGN in 343 msec 2024-11-20T01:23:27,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:23:27,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065807598"}]},"ts":"1732065807598"} 2024-11-20T01:23:27,600 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T01:23:27,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:23:27,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-20T01:23:27,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7., hostname=57759bcb46a5,40805,1732065786206, seqNum=2] 2024-11-20T01:23:27,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:27,722 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:27,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:23:27,772 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=11, created chunk count=34, reused chunk count=117, reuseRatio=77.48% 2024-11-20T01:23:27,772 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-20T01:23:27,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T01:23:27,897 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T01:23:27,949 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,40805,1732065786206, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:23:27,949 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:27,949 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,40805,1732065786206, seqNum=-1] 2024-11-20T01:23:27,950 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:27,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-20T01:23:27,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57759bcb46a5,40805,1732065786206', locateType=CURRENT is [region=hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7., hostname=57759bcb46a5,40805,1732065786206, seqNum=2] 2024-11-20T01:23:27,955 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T01:23:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T01:23:27,958 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57759bcb46a5,40805,1732065786206 suceeded 2024-11-20T01:23:27,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T01:23:27,959 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57759bcb46a5:33387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:23:27,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-20T01:23:27,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5340 sec 2024-11-20T01:23:27,972 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:33387' 2024-11-20T01:23:27,974 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3648df2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:27,974 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,33387,-1 for getting cluster id 2024-11-20T01:23:27,974 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:27,974 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fcff6d10-14ed-4747-a0e9-e605b8543e0f' 2024-11-20T01:23:27,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:27,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fcff6d10-14ed-4747-a0e9-e605b8543e0f" 2024-11-20T01:23:27,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2823825f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:27,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,33387,-1] 2024-11-20T01:23:27,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:27,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:27,976 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:27,976 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10024f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:27,976 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:27,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,33387,1732065791601 2024-11-20T01:23:27,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@709889f7 2024-11-20T01:23:27,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:27,978 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-20T01:23:27,978 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,40805,1732065786206 (queues=1) is replicating from cluster=3afed17f-7da9-4779-840e-edac6b27306d to cluster=fcff6d10-14ed-4747-a0e9-e605b8543e0f 2024-11-20T01:23:27,978 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C40805%2C1732065786206 2024-11-20T01:23:27,978 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,40805,1732065786206, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:23:27,979 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.shipper57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C40805%2C1732065786206 2024-11-20T01:23:27,979 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218, startPosition=0, beingWritten=true 2024-11-20T01:23:27,983 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:23:27,983 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 379, reset compression=false 2024-11-20T01:23:27,983 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.shipper57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,40805,1732065786206 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:23:28,186 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 379, reset compression=false 2024-11-20T01:23:28,489 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 379, reset compression=false 2024-11-20T01:23:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:28,570 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:23:28,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:23:28,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:28,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:28,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:28,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:28,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133399ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:28,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,33387,-1 for getting cluster id 2024-11-20T01:23:28,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:28,572 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fcff6d10-14ed-4747-a0e9-e605b8543e0f' 2024-11-20T01:23:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fcff6d10-14ed-4747-a0e9-e605b8543e0f" 2024-11-20T01:23:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f88ace6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,33387,-1] 2024-11-20T01:23:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:28,573 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660f8537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:28,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:28,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,33387,1732065791601 2024-11-20T01:23:28,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27444321 2024-11-20T01:23:28,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:28,576 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:28,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:44221,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:23:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:23:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:28,579 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:44221' 2024-11-20T01:23:28,580 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee80ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:28,580 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44221,-1 for getting cluster id 2024-11-20T01:23:28,580 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:28,580 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4' 2024-11-20T01:23:28,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:28,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4" 2024-11-20T01:23:28,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a61dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:28,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44221,-1] 2024-11-20T01:23:28,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:28,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:28,581 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:28,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e30a5a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:28,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:28,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,44221,1732065796435 2024-11-20T01:23:28,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7df16e2e 2024-11-20T01:23:28,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:28,584 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:28,584 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T01:23:28,584 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:23:28,584 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:28,584 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:28,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:28,585 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:28,586 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:23:28,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:23:28,587 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:28,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:23:28,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741837_1013 (size=1138) 2024-11-20T01:23:28,636 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T01:23:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:28,892 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 379, reset compression=false 2024-11-20T01:23:28,997 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7cfd8230c93a22a33fd0b2d8e222299, NAME => 'hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722 2024-11-20T01:23:29,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741838_1014 (size=44) 2024-11-20T01:23:29,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:29,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a7cfd8230c93a22a33fd0b2d8e222299, disabling compactions & flushes 2024-11-20T01:23:29,010 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. 2024-11-20T01:23:29,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. 2024-11-20T01:23:29,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. after waiting 0 ms 2024-11-20T01:23:29,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. 2024-11-20T01:23:29,010 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. 2024-11-20T01:23:29,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7cfd8230c93a22a33fd0b2d8e222299: Waiting for close lock at 1732065809010Disabling compacts and flushes for region at 1732065809010Disabling writes for close at 1732065809010Writing region close event to WAL at 1732065809010Closed at 1732065809010 2024-11-20T01:23:29,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:23:29,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732065809011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065809011"}]},"ts":"1732065809011"} 2024-11-20T01:23:29,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:23:29,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:23:29,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065809013"}]},"ts":"1732065809013"} 2024-11-20T01:23:29,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T01:23:29,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7cfd8230c93a22a33fd0b2d8e222299, ASSIGN}] 2024-11-20T01:23:29,016 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7cfd8230c93a22a33fd0b2d8e222299, ASSIGN 2024-11-20T01:23:29,016 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7cfd8230c93a22a33fd0b2d8e222299, ASSIGN; state=OFFLINE, location=57759bcb46a5,35129,1732065791752; forceNewPlan=false, retain=false 2024-11-20T01:23:29,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7cfd8230c93a22a33fd0b2d8e222299, regionState=OPENING, regionLocation=57759bcb46a5,35129,1732065791752 2024-11-20T01:23:29,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7cfd8230c93a22a33fd0b2d8e222299, ASSIGN because future has completed 2024-11-20T01:23:29,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7cfd8230c93a22a33fd0b2d8e222299, server=57759bcb46a5,35129,1732065791752}] 2024-11-20T01:23:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:29,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. 2024-11-20T01:23:29,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:29,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:23:29,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C35129%2C1732065791752.rep, suffix=, logDir=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752, archiveDir=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/oldWALs, maxLogs=10 2024-11-20T01:23:29,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.rep.1732065809326, exclude list is [], retry=0 2024-11-20T01:23:29,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32971,DS-73258b3e-529a-4335-ae0f-25c7d430a88c,DISK] 2024-11-20T01:23:29,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.rep.1732065809326 2024-11-20T01:23:29,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41439:41439)] 2024-11-20T01:23:29,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a7cfd8230c93a22a33fd0b2d8e222299, NAME => 'hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:29,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:23:29,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:23:29,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. service=MultiRowMutationService 2024-11-20T01:23:29,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:23:29,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:29,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:29,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:29,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:29,351 INFO [StoreOpener-a7cfd8230c93a22a33fd0b2d8e222299-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:29,352 INFO [StoreOpener-a7cfd8230c93a22a33fd0b2d8e222299-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7cfd8230c93a22a33fd0b2d8e222299 columnFamilyName hfileref 2024-11-20T01:23:29,352 DEBUG [StoreOpener-a7cfd8230c93a22a33fd0b2d8e222299-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:29,352 INFO [StoreOpener-a7cfd8230c93a22a33fd0b2d8e222299-1 {}] regionserver.HStore(327): Store=a7cfd8230c93a22a33fd0b2d8e222299/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:29,352 INFO [StoreOpener-a7cfd8230c93a22a33fd0b2d8e222299-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:29,353 INFO [StoreOpener-a7cfd8230c93a22a33fd0b2d8e222299-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7cfd8230c93a22a33fd0b2d8e222299 columnFamilyName queue 2024-11-20T01:23:29,353 DEBUG [StoreOpener-a7cfd8230c93a22a33fd0b2d8e222299-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:29,353 INFO [StoreOpener-a7cfd8230c93a22a33fd0b2d8e222299-1 {}] regionserver.HStore(327): Store=a7cfd8230c93a22a33fd0b2d8e222299/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:29,353 INFO [StoreOpener-a7cfd8230c93a22a33fd0b2d8e222299-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:29,354 INFO [StoreOpener-a7cfd8230c93a22a33fd0b2d8e222299-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7cfd8230c93a22a33fd0b2d8e222299 columnFamilyName sid 2024-11-20T01:23:29,354 DEBUG [StoreOpener-a7cfd8230c93a22a33fd0b2d8e222299-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:29,354 INFO [StoreOpener-a7cfd8230c93a22a33fd0b2d8e222299-1 {}] regionserver.HStore(327): Store=a7cfd8230c93a22a33fd0b2d8e222299/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:29,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:29,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/replication/a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:29,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/replication/a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:29,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:29,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:29,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:23:29,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:29,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/replication/a7cfd8230c93a22a33fd0b2d8e222299/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:29,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a7cfd8230c93a22a33fd0b2d8e222299; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69804610, jitterRate=0.040169745683670044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:23:29,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:29,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a7cfd8230c93a22a33fd0b2d8e222299: Running coprocessor pre-open hook at 1732065809348Writing region info on filesystem at 1732065809348Initializing all the Stores at 1732065809348Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065809348Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065809351 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065809351Cleaning up temporary data from old regions at 1732065809356 (+5 ms)Running coprocessor post-open hooks at 1732065809359 (+3 ms)Region opened successfully at 1732065809359 2024-11-20T01:23:29,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299., pid=10, masterSystemTime=1732065809322 2024-11-20T01:23:29,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. 2024-11-20T01:23:29,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. 2024-11-20T01:23:29,366 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7cfd8230c93a22a33fd0b2d8e222299, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,35129,1732065791752 2024-11-20T01:23:29,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7cfd8230c93a22a33fd0b2d8e222299, server=57759bcb46a5,35129,1732065791752 because future has completed 2024-11-20T01:23:29,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:23:29,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a7cfd8230c93a22a33fd0b2d8e222299, server=57759bcb46a5,35129,1732065791752 in 199 msec 2024-11-20T01:23:29,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T01:23:29,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7cfd8230c93a22a33fd0b2d8e222299, ASSIGN in 355 msec 2024-11-20T01:23:29,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:23:29,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065809372"}]},"ts":"1732065809372"} 2024-11-20T01:23:29,374 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T01:23:29,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:23:29,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 790 msec 2024-11-20T01:23:29,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299., hostname=57759bcb46a5,35129,1732065791752, seqNum=2] 2024-11-20T01:23:29,396 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 379, reset compression=false 2024-11-20T01:23:29,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:29,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:29,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:23:29,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T01:23:29,590 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T01:23:29,614 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,35129,1732065791752, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:23:29,614 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:29,614 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,35129,1732065791752, seqNum=-1] 2024-11-20T01:23:29,615 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:29,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T01:23:29,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57759bcb46a5,35129,1732065791752', locateType=CURRENT is [region=hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299., hostname=57759bcb46a5,35129,1732065791752, seqNum=2] 2024-11-20T01:23:29,619 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T01:23:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T01:23:29,620 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57759bcb46a5,35129,1732065791752 suceeded 2024-11-20T01:23:29,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T01:23:29,622 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57759bcb46a5:44221,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:23:29,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-20T01:23:29,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0460 sec 2024-11-20T01:23:29,632 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:44221' 2024-11-20T01:23:29,633 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19869d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:29,633 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44221,-1 for getting cluster id 2024-11-20T01:23:29,633 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:29,633 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4' 2024-11-20T01:23:29,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:29,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4" 2024-11-20T01:23:29,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5884ac87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:29,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44221,-1] 2024-11-20T01:23:29,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:29,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:29,635 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:29,635 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@716fe52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:29,635 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:29,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,44221,1732065796435 2024-11-20T01:23:29,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c54246 2024-11-20T01:23:29,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:29,637 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-20T01:23:29,637 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,35129,1732065791752 (queues=1) is replicating from cluster=fcff6d10-14ed-4747-a0e9-e605b8543e0f to cluster=ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4 2024-11-20T01:23:29,637 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C35129%2C1732065791752 2024-11-20T01:23:29,637 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,35129,1732065791752, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:23:29,638 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971, startPosition=0, beingWritten=true 2024-11-20T01:23:29,640 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C35129%2C1732065791752 2024-11-20T01:23:29,642 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:23:29,642 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 379, reset compression=false 2024-11-20T01:23:29,642 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,35129,1732065791752 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:23:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:29,710 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:23:29,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:23:29,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:29,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:29,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:29,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:29,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cc3fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:29,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44221,-1 for getting cluster id 2024-11-20T01:23:29,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:29,712 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4' 2024-11-20T01:23:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4" 2024-11-20T01:23:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7951942a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44221,-1] 2024-11-20T01:23:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:29,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:29,713 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:29,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3405806e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:29,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,44221,1732065796435 2024-11-20T01:23:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c7bdc27 2024-11-20T01:23:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:29,715 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:29,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:33387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:23:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:23:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:29,717 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:33387' 2024-11-20T01:23:29,718 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7419a2d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:29,718 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,33387,-1 for getting cluster id 2024-11-20T01:23:29,718 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:29,718 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fcff6d10-14ed-4747-a0e9-e605b8543e0f' 2024-11-20T01:23:29,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:29,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fcff6d10-14ed-4747-a0e9-e605b8543e0f" 2024-11-20T01:23:29,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd565e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:29,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,33387,-1] 2024-11-20T01:23:29,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:29,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:29,719 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:29,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e6d5bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:29,720 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:29,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,33387,1732065791601 2024-11-20T01:23:29,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12997432 2024-11-20T01:23:29,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:29,721 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:29,721 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T01:23:29,722 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:23:29,722 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:29,722 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:29,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:29,722 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:29,723 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:23:29,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:23:29,724 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:29,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:23:29,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741837_1013 (size=1138) 2024-11-20T01:23:29,730 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65df2e99689d2b3ff2839034c6de9bb4, NAME => 'hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230 2024-11-20T01:23:29,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741838_1014 (size=44) 2024-11-20T01:23:29,773 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T01:23:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:29,845 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 379, reset compression=false 2024-11-20T01:23:30,007 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 379, reset compression=false 2024-11-20T01:23:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:30,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:30,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 65df2e99689d2b3ff2839034c6de9bb4, disabling compactions & flushes 2024-11-20T01:23:30,134 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. 2024-11-20T01:23:30,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. 2024-11-20T01:23:30,134 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. after waiting 0 ms 2024-11-20T01:23:30,135 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. 2024-11-20T01:23:30,135 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. 2024-11-20T01:23:30,135 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65df2e99689d2b3ff2839034c6de9bb4: Waiting for close lock at 1732065810134Disabling compacts and flushes for region at 1732065810134Disabling writes for close at 1732065810134Writing region close event to WAL at 1732065810135 (+1 ms)Closed at 1732065810135 2024-11-20T01:23:30,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:23:30,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732065810136"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065810136"}]},"ts":"1732065810136"} 2024-11-20T01:23:30,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:23:30,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:23:30,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065810138"}]},"ts":"1732065810138"} 2024-11-20T01:23:30,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T01:23:30,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65df2e99689d2b3ff2839034c6de9bb4, ASSIGN}] 2024-11-20T01:23:30,141 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65df2e99689d2b3ff2839034c6de9bb4, ASSIGN 2024-11-20T01:23:30,142 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65df2e99689d2b3ff2839034c6de9bb4, ASSIGN; state=OFFLINE, location=57759bcb46a5,43557,1732065796612; forceNewPlan=false, retain=false 2024-11-20T01:23:30,149 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 379, reset compression=false 2024-11-20T01:23:30,292 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65df2e99689d2b3ff2839034c6de9bb4, regionState=OPENING, regionLocation=57759bcb46a5,43557,1732065796612 2024-11-20T01:23:30,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65df2e99689d2b3ff2839034c6de9bb4, ASSIGN because future has completed 2024-11-20T01:23:30,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65df2e99689d2b3ff2839034c6de9bb4, server=57759bcb46a5,43557,1732065796612}] 2024-11-20T01:23:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:30,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. 2024-11-20T01:23:30,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:30,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:23:30,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C43557%2C1732065796612.rep, suffix=, logDir=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612, archiveDir=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/oldWALs, maxLogs=10 2024-11-20T01:23:30,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.rep.1732065810451, exclude list is [], retry=0 2024-11-20T01:23:30,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35277,DS-96e50a46-7b15-44ad-b2f4-bd207958b979,DISK] 2024-11-20T01:23:30,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.rep.1732065810451 2024-11-20T01:23:30,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46363:46363)] 2024-11-20T01:23:30,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 65df2e99689d2b3ff2839034c6de9bb4, NAME => 'hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:30,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:23:30,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:23:30,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. service=MultiRowMutationService 2024-11-20T01:23:30,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:23:30,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:30,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:30,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:30,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:30,471 INFO [StoreOpener-65df2e99689d2b3ff2839034c6de9bb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:30,472 INFO [StoreOpener-65df2e99689d2b3ff2839034c6de9bb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65df2e99689d2b3ff2839034c6de9bb4 columnFamilyName hfileref 2024-11-20T01:23:30,472 DEBUG [StoreOpener-65df2e99689d2b3ff2839034c6de9bb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:30,472 INFO [StoreOpener-65df2e99689d2b3ff2839034c6de9bb4-1 {}] regionserver.HStore(327): Store=65df2e99689d2b3ff2839034c6de9bb4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:30,472 INFO [StoreOpener-65df2e99689d2b3ff2839034c6de9bb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:30,473 INFO [StoreOpener-65df2e99689d2b3ff2839034c6de9bb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65df2e99689d2b3ff2839034c6de9bb4 columnFamilyName queue 2024-11-20T01:23:30,473 DEBUG [StoreOpener-65df2e99689d2b3ff2839034c6de9bb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:30,473 INFO [StoreOpener-65df2e99689d2b3ff2839034c6de9bb4-1 {}] regionserver.HStore(327): Store=65df2e99689d2b3ff2839034c6de9bb4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:30,473 INFO [StoreOpener-65df2e99689d2b3ff2839034c6de9bb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:30,474 INFO [StoreOpener-65df2e99689d2b3ff2839034c6de9bb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65df2e99689d2b3ff2839034c6de9bb4 columnFamilyName sid 2024-11-20T01:23:30,474 DEBUG [StoreOpener-65df2e99689d2b3ff2839034c6de9bb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:30,474 INFO [StoreOpener-65df2e99689d2b3ff2839034c6de9bb4-1 {}] regionserver.HStore(327): Store=65df2e99689d2b3ff2839034c6de9bb4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:30,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:30,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/replication/65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:30,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/replication/65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:30,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:30,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:30,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:23:30,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:30,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/replication/65df2e99689d2b3ff2839034c6de9bb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:30,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 65df2e99689d2b3ff2839034c6de9bb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66409214, jitterRate=-0.010425597429275513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:23:30,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:30,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 65df2e99689d2b3ff2839034c6de9bb4: Running coprocessor pre-open hook at 1732065810470Writing region info on filesystem at 1732065810470Initializing all the Stores at 1732065810471 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065810471Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065810471Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065810471Cleaning up temporary data from old regions at 1732065810475 (+4 ms)Running coprocessor post-open hooks at 1732065810478 (+3 ms)Region opened successfully at 1732065810478 2024-11-20T01:23:30,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4., pid=10, masterSystemTime=1732065810446 2024-11-20T01:23:30,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. 2024-11-20T01:23:30,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. 2024-11-20T01:23:30,480 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65df2e99689d2b3ff2839034c6de9bb4, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,43557,1732065796612 2024-11-20T01:23:30,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65df2e99689d2b3ff2839034c6de9bb4, server=57759bcb46a5,43557,1732065796612 because future has completed 2024-11-20T01:23:30,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:23:30,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 65df2e99689d2b3ff2839034c6de9bb4, server=57759bcb46a5,43557,1732065796612 in 188 msec 2024-11-20T01:23:30,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T01:23:30,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65df2e99689d2b3ff2839034c6de9bb4, ASSIGN in 343 msec 2024-11-20T01:23:30,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:23:30,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065810485"}]},"ts":"1732065810485"} 2024-11-20T01:23:30,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T01:23:30,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:23:30,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 765 msec 2024-11-20T01:23:30,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4., hostname=57759bcb46a5,43557,1732065796612, seqNum=2] 2024-11-20T01:23:30,552 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 379, reset compression=false 2024-11-20T01:23:30,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:30,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:30,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:23:30,710 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 379, reset compression=false 2024-11-20T01:23:30,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T01:23:30,727 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T01:23:30,753 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,43557,1732065796612, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:23:30,753 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:30,753 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,43557,1732065796612, seqNum=-1] 2024-11-20T01:23:30,753 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:30,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T01:23:30,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57759bcb46a5,43557,1732065796612', locateType=CURRENT is [region=hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4., hostname=57759bcb46a5,43557,1732065796612, seqNum=2] 2024-11-20T01:23:30,757 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T01:23:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T01:23:30,759 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57759bcb46a5,43557,1732065796612 suceeded 2024-11-20T01:23:30,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T01:23:30,761 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57759bcb46a5:33387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:23:30,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-20T01:23:30,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0460 sec 2024-11-20T01:23:30,771 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:33387' 2024-11-20T01:23:30,772 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cb8f93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:30,772 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,33387,-1 for getting cluster id 2024-11-20T01:23:30,772 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:30,773 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fcff6d10-14ed-4747-a0e9-e605b8543e0f' 2024-11-20T01:23:30,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:30,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fcff6d10-14ed-4747-a0e9-e605b8543e0f" 2024-11-20T01:23:30,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fbf5cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:30,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,33387,-1] 2024-11-20T01:23:30,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:30,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:30,774 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:30,774 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e53e101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:30,774 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:30,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,33387,1732065791601 2024-11-20T01:23:30,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ab204be 2024-11-20T01:23:30,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:30,775 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-20T01:23:30,776 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,43557,1732065796612 (queues=1) is replicating from cluster=ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4 to cluster=fcff6d10-14ed-4747-a0e9-e605b8543e0f 2024-11-20T01:23:30,776 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C43557%2C1732065796612 2024-11-20T01:23:30,776 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,43557,1732065796612, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:23:30,776 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C43557%2C1732065796612 2024-11-20T01:23:30,776 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912, startPosition=0, beingWritten=true 2024-11-20T01:23:30,779 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:23:30,780 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 379, reset compression=false 2024-11-20T01:23:30,780 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,43557,1732065796612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:23:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:30,850 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:23:30,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:23:30,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:30,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:30,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:30,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:30,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77334978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:30,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,41455,-1 for getting cluster id 2024-11-20T01:23:30,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:30,852 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3afed17f-7da9-4779-840e-edac6b27306d' 2024-11-20T01:23:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3afed17f-7da9-4779-840e-edac6b27306d" 2024-11-20T01:23:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a73677d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,41455,-1] 2024-11-20T01:23:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:30,853 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee55154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:30,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2a5455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:30,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,33387,-1 for getting cluster id 2024-11-20T01:23:30,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:30,854 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fcff6d10-14ed-4747-a0e9-e605b8543e0f' 2024-11-20T01:23:30,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:30,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fcff6d10-14ed-4747-a0e9-e605b8543e0f" 2024-11-20T01:23:30,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da4b507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:30,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,33387,-1] 2024-11-20T01:23:30,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:30,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:30,855 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:30,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16dc5c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:30,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147b9685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:30,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44221,-1 for getting cluster id 2024-11-20T01:23:30,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:30,856 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4' 2024-11-20T01:23:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4" 2024-11-20T01:23:30,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d813beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:30,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44221,-1] 2024-11-20T01:23:30,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:30,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:30,857 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:30,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161400d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:30,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,40805,1732065786206, seqNum=-1] 2024-11-20T01:23:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:30,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732065799947.a76b077b62f1cc522330acf6553b72f3., hostname=57759bcb46a5,40805,1732065786206, seqNum=2] 2024-11-20T01:23:30,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:30,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,43557,1732065796612, seqNum=-1] 2024-11-20T01:23:30,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:30,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:30,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732065804265.7000c746866bb4f4498b5c6967110f85., hostname=57759bcb46a5,43557,1732065796612, seqNum=2] 2024-11-20T01:23:30,867 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T01:23:30,906 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:23:30,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:30,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:30,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:30,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:30,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:30,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:30,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:30,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:30,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:30,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:30,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:30,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:30,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:30,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:30,983 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 379, reset compression=false 2024-11-20T01:23:30,994 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T01:23:31,055 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 379, reset compression=false 2024-11-20T01:23:31,286 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 379, reset compression=false 2024-11-20T01:23:31,513 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 379, reset compression=false 2024-11-20T01:23:31,522 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:23:31,522 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 480, reset compression=false 2024-11-20T01:23:31,522 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.shipper57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,40805,1732065786206 got entry batch from reader: WALEntryBatch [walEntries=[{test/a76b077b62f1cc522330acf6553b72f3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T01:23:31,525 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.shipper57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:23:31,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-20T01:23:31,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35129 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:23:31,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a59c015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:31,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35129 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,33387,-1 for getting cluster id 2024-11-20T01:23:31,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:31,528 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fcff6d10-14ed-4747-a0e9-e605b8543e0f' 2024-11-20T01:23:31,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:31,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fcff6d10-14ed-4747-a0e9-e605b8543e0f" 2024-11-20T01:23:31,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5126d118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:31,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,33387,-1] 2024-11-20T01:23:31,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:31,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:31,529 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:31,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e4b0bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:31,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35129 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:31,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,35129,1732065791752, seqNum=-1] 2024-11-20T01:23:31,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:31,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T01:23:31,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732065802104.454561c8a97f44cc8a6d1074772c9161., hostname=57759bcb46a5,35129,1732065791752, seqNum=2] 2024-11-20T01:23:31,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35129 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:23:31,658 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 379, reset compression=false 2024-11-20T01:23:31,672 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:23:31,672 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 503, reset compression=false 2024-11-20T01:23:31,672 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,35129,1732065791752 got entry batch from reader: WALEntryBatch [walEntries=[{test/454561c8a97f44cc8a6d1074772c9161/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T01:23:31,674 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:23:31,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-20T01:23:31,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:23:31,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@338f1423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:31,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43557 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,44221,-1 for getting cluster id 2024-11-20T01:23:31,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:31,681 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4' 2024-11-20T01:23:31,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:31,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab72bf0c-7d1d-4d81-a63b-bea33bbf58c4" 2024-11-20T01:23:31,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@471c008d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:31,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,44221,-1] 2024-11-20T01:23:31,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:31,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:31,683 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:31,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1845da4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:31,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43557 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:31,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,43557,1732065796612, seqNum=-1] 2024-11-20T01:23:31,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:31,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T01:23:31,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732065804265.7000c746866bb4f4498b5c6967110f85., hostname=57759bcb46a5,43557,1732065796612, seqNum=2] 2024-11-20T01:23:31,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:23:31,708 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 379, reset compression=false 2024-11-20T01:23:31,713 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:23:31,713 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 527, reset compression=false 2024-11-20T01:23:31,713 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,43557,1732065796612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:23:31,727 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 480, reset compression=false 2024-11-20T01:23:31,870 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T01:23:31,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,35129,1732065791752, seqNum=-1] 2024-11-20T01:23:31,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:31,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:31,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732065802104.454561c8a97f44cc8a6d1074772c9161., hostname=57759bcb46a5,35129,1732065791752, seqNum=2] 2024-11-20T01:23:31,877 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 503, reset compression=false 2024-11-20T01:23:31,880 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T01:23:31,884 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:23:31,884 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 607, reset compression=false 2024-11-20T01:23:31,884 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,35129,1732065791752 got entry batch from reader: WALEntryBatch [walEntries=[{test/454561c8a97f44cc8a6d1074772c9161/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T01:23:31,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:23:31,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:23:31,918 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 527, reset compression=false 2024-11-20T01:23:31,932 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:23:31,932 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 655, reset compression=false 2024-11-20T01:23:31,932 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,43557,1732065796612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:23:32,031 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 480, reset compression=false 2024-11-20T01:23:32,101 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 607, reset compression=false 2024-11-20T01:23:32,141 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 655, reset compression=false 2024-11-20T01:23:32,405 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 607, reset compression=false 2024-11-20T01:23:32,437 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 480, reset compression=false 2024-11-20T01:23:32,446 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 655, reset compression=false 2024-11-20T01:23:32,820 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 607, reset compression=false 2024-11-20T01:23:32,851 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 655, reset compression=false 2024-11-20T01:23:32,882 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T01:23:32,885 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T01:23:32,942 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 480, reset compression=false 2024-11-20T01:23:33,324 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 607, reset compression=false 2024-11-20T01:23:33,355 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 655, reset compression=false 2024-11-20T01:23:33,362 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:23:33,362 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 759, reset compression=false 2024-11-20T01:23:33,362 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,43557,1732065796612 got entry batch from reader: WALEntryBatch [walEntries=[{test/7000c746866bb4f4498b5c6967110f85/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T01:23:33,364 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:23:33,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-20T01:23:33,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35129 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:23:33,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35129 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:23:33,557 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 480, reset compression=false 2024-11-20T01:23:33,573 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 759, reset compression=false 2024-11-20T01:23:33,877 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 759, reset compression=false 2024-11-20T01:23:33,886 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T01:23:33,889 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T01:23:33,929 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 607, reset compression=false 2024-11-20T01:23:33,933 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:23:33,933 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 735, reset compression=false 2024-11-20T01:23:33,933 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,35129,1732065791752 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:23:34,141 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 735, reset compression=false 2024-11-20T01:23:34,260 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 480, reset compression=false 2024-11-20T01:23:34,265 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:23:34,265 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 636, reset compression=false 2024-11-20T01:23:34,265 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.shipper57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,40805,1732065786206 got entry batch from reader: WALEntryBatch [walEntries=[{test/a76b077b62f1cc522330acf6553b72f3/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T01:23:34,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35129 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:23:34,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35129 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:23:34,280 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 759, reset compression=false 2024-11-20T01:23:34,445 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 735, reset compression=false 2024-11-20T01:23:34,450 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:23:34,450 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 882, reset compression=false 2024-11-20T01:23:34,450 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,35129,1732065791752 got entry batch from reader: WALEntryBatch [walEntries=[{test/454561c8a97f44cc8a6d1074772c9161/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T01:23:34,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:23:34,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:23:34,472 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 636, reset compression=false 2024-11-20T01:23:34,654 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 882, reset compression=false 2024-11-20T01:23:34,776 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 636, reset compression=false 2024-11-20T01:23:34,785 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 759, reset compression=false 2024-11-20T01:23:34,789 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:23:34,789 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 930, reset compression=false 2024-11-20T01:23:34,789 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,43557,1732065796612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:23:34,891 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T01:23:34,894 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T01:23:34,957 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 882, reset compression=false 2024-11-20T01:23:34,969 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:23:34,970 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1041, reset compression=false 2024-11-20T01:23:34,970 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,35129,1732065791752 got entry batch from reader: WALEntryBatch [walEntries=[{test/454561c8a97f44cc8a6d1074772c9161/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T01:23:34,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43557 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:23:34,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43557 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:23:34,992 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 930, reset compression=false 2024-11-20T01:23:34,997 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:23:34,997 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 1080, reset compression=false 2024-11-20T01:23:34,997 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,43557,1732065796612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:23:35,177 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1041, reset compression=false 2024-11-20T01:23:35,179 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 636, reset compression=false 2024-11-20T01:23:35,200 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 1080, reset compression=false 2024-11-20T01:23:35,480 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1041, reset compression=false 2024-11-20T01:23:35,504 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 1080, reset compression=false 2024-11-20T01:23:35,599 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:23:35,681 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 636, reset compression=false 2024-11-20T01:23:35,884 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1041, reset compression=false 2024-11-20T01:23:35,895 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T01:23:35,898 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T01:23:35,908 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 1080, reset compression=false 2024-11-20T01:23:35,912 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:23:35,912 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 1239, reset compression=false 2024-11-20T01:23:35,912 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,43557,1732065796612 got entry batch from reader: WALEntryBatch [walEntries=[{test/7000c746866bb4f4498b5c6967110f85/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T01:23:35,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35129 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T01:23:35,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35129 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T01:23:35,973 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:23:35,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:35,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:35,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:35,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:36,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:36,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:36,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:36,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:36,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:36,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:36,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:36,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:36,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:36,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:36,117 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 1239, reset compression=false 2024-11-20T01:23:36,285 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 636, reset compression=false 2024-11-20T01:23:36,387 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1041, reset compression=false 2024-11-20T01:23:36,392 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:23:36,392 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1191, reset compression=false 2024-11-20T01:23:36,392 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,35129,1732065791752 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:23:36,420 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 1239, reset compression=false 2024-11-20T01:23:36,595 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1191, reset compression=false 2024-11-20T01:23:36,824 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 1239, reset compression=false 2024-11-20T01:23:36,900 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T01:23:36,900 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1191, reset compression=false 2024-11-20T01:23:36,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:23:36,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:23:36,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:36,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:36,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:36,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:36,906 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:23:36,906 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1046896475, stopped=false 2024-11-20T01:23:36,906 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,44221,1732065796435 2024-11-20T01:23:36,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22016481481/running 2024-11-20T01:23:36,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22016481481/running 2024-11-20T01:23:36,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:36,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:36,963 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:23:36,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:23:36,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:36,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:36,964 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,43557,1732065796612' ***** 2024-11-20T01:23:36,964 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:23:36,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Set watcher on znode that does not yet exist, /22016481481/running 2024-11-20T01:23:36,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Set watcher on znode that does not yet exist, /22016481481/running 2024-11-20T01:23:36,964 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:23:36,972 INFO [RS:0;57759bcb46a5:43557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:23:36,972 INFO [RS:0;57759bcb46a5:43557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:23:36,972 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(3091): Received CLOSE for 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:36,973 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:23:36,973 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(3091): Received CLOSE for 65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:36,973 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,43557,1732065796612 2024-11-20T01:23:36,973 INFO [RS:0;57759bcb46a5:43557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:23:36,973 INFO [RS:0;57759bcb46a5:43557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:43557. 2024-11-20T01:23:36,973 DEBUG [RS:0;57759bcb46a5:43557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:36,973 DEBUG [RS:0;57759bcb46a5:43557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:36,973 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:23:36,973 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:23:36,973 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:23:36,973 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:23:36,974 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T01:23:36,974 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1325): Online Regions={7000c746866bb4f4498b5c6967110f85=test,,1732065804265.7000c746866bb4f4498b5c6967110f85., 65df2e99689d2b3ff2839034c6de9bb4=hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:23:36,974 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65df2e99689d2b3ff2839034c6de9bb4, 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:36,974 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7000c746866bb4f4498b5c6967110f85, disabling compactions & flushes 2024-11-20T01:23:36,974 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:23:36,974 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732065804265.7000c746866bb4f4498b5c6967110f85. 2024-11-20T01:23:36,974 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:23:36,974 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065804265.7000c746866bb4f4498b5c6967110f85. 2024-11-20T01:23:36,974 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:23:36,974 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732065804265.7000c746866bb4f4498b5c6967110f85. after waiting 0 ms 2024-11-20T01:23:36,974 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732065804265.7000c746866bb4f4498b5c6967110f85. 2024-11-20T01:23:36,974 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:23:36,974 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:23:36,974 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T01:23:36,974 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7000c746866bb4f4498b5c6967110f85 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T01:23:36,991 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/.tmp/f/768f1888706f4002be7741692e8fe73b is 29, key is row1/f:/1732065814891/DeleteFamily/seqid=0 2024-11-20T01:23:36,992 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:23:36,992 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/.tmp/info/60563c422f6045f5bea02e5938351d81 is 147, key is hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4./info:regioninfo/1732065810480/Put/seqid=0 2024-11-20T01:23:36,997 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 636, reset compression=false 2024-11-20T01:23:36,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741840_1016 (size=5152) 2024-11-20T01:23:37,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741841_1017 (size=7686) 2024-11-20T01:23:37,003 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/.tmp/info/60563c422f6045f5bea02e5938351d81 2024-11-20T01:23:37,021 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/.tmp/ns/97eeead0cded499fb324e63ffd9e047b is 43, key is default/ns:d/1732065799834/Put/seqid=0 2024-11-20T01:23:37,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741842_1018 (size=5153) 2024-11-20T01:23:37,174 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65df2e99689d2b3ff2839034c6de9bb4, 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:37,304 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1191, reset compression=false 2024-11-20T01:23:37,328 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 1239, reset compression=false 2024-11-20T01:23:37,331 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:23:37,331 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 1486, reset compression=false 2024-11-20T01:23:37,332 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,43557,1732065796612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:23:37,332 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57759bcb46a5,43557,1732065796612: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57759bcb46a5,43557,1732065796612, walGroup=57759bcb46a5%2C43557%2C1732065796612, offset=57759bcb46a5%2C43557%2C1732065796612.1732065798912:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:43557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T01:23:37,334 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T01:23:37,334 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T01:23:37,334 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T01:23:37,334 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T01:23:37,334 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T01:23:37,335 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 834227704 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 203147032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T01:23:37,335 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:44221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:44221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T01:23:37,374 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65df2e99689d2b3ff2839034c6de9bb4, 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:37,398 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/.tmp/f/768f1888706f4002be7741692e8fe73b 2024-11-20T01:23:37,401 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 768f1888706f4002be7741692e8fe73b 2024-11-20T01:23:37,417 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/.tmp/f1/d3dc3df39e9248bcb41b65a145a48c4f is 30, key is row1/f1:/1732065814891/DeleteFamily/seqid=0 2024-11-20T01:23:37,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741843_1019 (size=5158) 2024-11-20T01:23:37,426 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/.tmp/ns/97eeead0cded499fb324e63ffd9e047b 2024-11-20T01:23:37,452 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/.tmp/rep_barrier/86794811948e43939cbd1bce97168629 is 112, key is test,,1732065804265.7000c746866bb4f4498b5c6967110f85./rep_barrier:seqnumDuringOpen/1732065805417/Put/seqid=0 2024-11-20T01:23:37,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741844_1020 (size=5518) 2024-11-20T01:23:37,534 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 1486, reset compression=false 2024-11-20T01:23:37,574 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65df2e99689d2b3ff2839034c6de9bb4, 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:37,774 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65df2e99689d2b3ff2839034c6de9bb4, 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:37,783 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:23:37,783 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:23:37,801 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 636, reset compression=false 2024-11-20T01:23:37,811 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1191, reset compression=false 2024-11-20T01:23:37,821 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/.tmp/f1/d3dc3df39e9248bcb41b65a145a48c4f 2024-11-20T01:23:37,825 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3dc3df39e9248bcb41b65a145a48c4f 2024-11-20T01:23:37,837 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 1486, reset compression=false 2024-11-20T01:23:37,842 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/.tmp/norep/e114d7c3045f45dbbd93c5e0bdaced12 is 33, key is row2/norep:/1732065815896/DeleteFamily/seqid=0 2024-11-20T01:23:37,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741845_1021 (size=5108) 2024-11-20T01:23:37,855 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/.tmp/rep_barrier/86794811948e43939cbd1bce97168629 2024-11-20T01:23:37,876 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/.tmp/table/a01c2d3f009c422e9ea96565023f20a5 is 53, key is hbase:replication/table:state/1732065810485/Put/seqid=0 2024-11-20T01:23:37,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741846_1022 (size=5308) 2024-11-20T01:23:37,975 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65df2e99689d2b3ff2839034c6de9bb4, 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:38,175 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65df2e99689d2b3ff2839034c6de9bb4, 7000c746866bb4f4498b5c6967110f85 2024-11-20T01:23:38,241 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 1486, reset compression=false 2024-11-20T01:23:38,245 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/.tmp/norep/e114d7c3045f45dbbd93c5e0bdaced12 2024-11-20T01:23:38,248 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e114d7c3045f45dbbd93c5e0bdaced12 2024-11-20T01:23:38,249 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/.tmp/f/768f1888706f4002be7741692e8fe73b as hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/f/768f1888706f4002be7741692e8fe73b 2024-11-20T01:23:38,253 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 768f1888706f4002be7741692e8fe73b 2024-11-20T01:23:38,253 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/f/768f1888706f4002be7741692e8fe73b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T01:23:38,254 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/.tmp/f1/d3dc3df39e9248bcb41b65a145a48c4f as hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/f1/d3dc3df39e9248bcb41b65a145a48c4f 2024-11-20T01:23:38,257 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3dc3df39e9248bcb41b65a145a48c4f 2024-11-20T01:23:38,257 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/f1/d3dc3df39e9248bcb41b65a145a48c4f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T01:23:38,258 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/.tmp/norep/e114d7c3045f45dbbd93c5e0bdaced12 as hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/norep/e114d7c3045f45dbbd93c5e0bdaced12 2024-11-20T01:23:38,261 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e114d7c3045f45dbbd93c5e0bdaced12 2024-11-20T01:23:38,261 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/norep/e114d7c3045f45dbbd93c5e0bdaced12, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T01:23:38,262 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7000c746866bb4f4498b5c6967110f85 in 1288ms, sequenceid=10, compaction requested=false 2024-11-20T01:23:38,269 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/default/test/7000c746866bb4f4498b5c6967110f85/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T01:23:38,270 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:23:38,270 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:23:38,270 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732065804265.7000c746866bb4f4498b5c6967110f85. 2024-11-20T01:23:38,270 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7000c746866bb4f4498b5c6967110f85: Waiting for close lock at 1732065816974Running coprocessor pre-close hooks at 1732065816974Disabling compacts and flushes for region at 1732065816974Disabling writes for close at 1732065816974Obtaining lock to block concurrent updates at 1732065816974Preparing flush snapshotting stores in 7000c746866bb4f4498b5c6967110f85 at 1732065816974Finished memstore snapshotting test,,1732065804265.7000c746866bb4f4498b5c6967110f85., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732065816974Flushing stores of test,,1732065804265.7000c746866bb4f4498b5c6967110f85. at 1732065816975 (+1 ms)Flushing 7000c746866bb4f4498b5c6967110f85/f: creating writer at 1732065816975Flushing 7000c746866bb4f4498b5c6967110f85/f: appending metadata at 1732065816990 (+15 ms)Flushing 7000c746866bb4f4498b5c6967110f85/f: closing flushed file at 1732065816990Flushing 7000c746866bb4f4498b5c6967110f85/f1: creating writer at 1732065817401 (+411 ms)Flushing 7000c746866bb4f4498b5c6967110f85/f1: appending metadata at 1732065817416 (+15 ms)Flushing 7000c746866bb4f4498b5c6967110f85/f1: closing flushed file at 1732065817416Flushing 7000c746866bb4f4498b5c6967110f85/norep: creating writer at 1732065817825 (+409 ms)Flushing 7000c746866bb4f4498b5c6967110f85/norep: appending metadata at 1732065817841 (+16 ms)Flushing 7000c746866bb4f4498b5c6967110f85/norep: closing flushed file at 1732065817841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@537bf2cd: reopening flushed file at 1732065818248 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70bc7328: reopening flushed file at 1732065818253 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32558120: reopening flushed file at 1732065818258 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7000c746866bb4f4498b5c6967110f85 in 1288ms, sequenceid=10, compaction requested=false at 1732065818262 (+4 ms)Writing region close event to WAL at 1732065818267 (+5 ms)Running coprocessor post-close hooks at 1732065818270 (+3 ms)Closed at 1732065818270 2024-11-20T01:23:38,270 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732065804265.7000c746866bb4f4498b5c6967110f85. 2024-11-20T01:23:38,270 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65df2e99689d2b3ff2839034c6de9bb4, disabling compactions & flushes 2024-11-20T01:23:38,270 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. 2024-11-20T01:23:38,270 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. 2024-11-20T01:23:38,270 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. after waiting 0 ms 2024-11-20T01:23:38,270 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. 2024-11-20T01:23:38,270 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65df2e99689d2b3ff2839034c6de9bb4: Waiting for close lock at 1732065818270Running coprocessor pre-close hooks at 1732065818270Disabling compacts and flushes for region at 1732065818270Disabling writes for close at 1732065818270Failed flush hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4., putting online again at 1732065818270 2024-11-20T01:23:38,270 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. 2024-11-20T01:23:38,280 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/.tmp/table/a01c2d3f009c422e9ea96565023f20a5 2024-11-20T01:23:38,284 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/.tmp/info/60563c422f6045f5bea02e5938351d81 as hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/info/60563c422f6045f5bea02e5938351d81 2024-11-20T01:23:38,288 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/info/60563c422f6045f5bea02e5938351d81, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T01:23:38,289 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/.tmp/ns/97eeead0cded499fb324e63ffd9e047b as hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/ns/97eeead0cded499fb324e63ffd9e047b 2024-11-20T01:23:38,294 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/ns/97eeead0cded499fb324e63ffd9e047b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T01:23:38,295 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/.tmp/rep_barrier/86794811948e43939cbd1bce97168629 as hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/rep_barrier/86794811948e43939cbd1bce97168629 2024-11-20T01:23:38,299 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/rep_barrier/86794811948e43939cbd1bce97168629, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T01:23:38,299 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/.tmp/table/a01c2d3f009c422e9ea96565023f20a5 as hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/table/a01c2d3f009c422e9ea96565023f20a5 2024-11-20T01:23:38,303 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/table/a01c2d3f009c422e9ea96565023f20a5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T01:23:38,304 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false 2024-11-20T01:23:38,312 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T01:23:38,313 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:23:38,313 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:23:38,313 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:23:38,313 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065816974Running coprocessor pre-close hooks at 1732065816974Disabling compacts and flushes for region at 1732065816974Disabling writes for close at 1732065816974Obtaining lock to block concurrent updates at 1732065816974Preparing flush snapshotting stores in 1588230740 at 1732065816974Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732065816974Flushing stores of hbase:meta,,1.1588230740 at 1732065816975 (+1 ms)Flushing 1588230740/info: creating writer at 1732065816975Flushing 1588230740/info: appending metadata at 1732065816992 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732065816992Flushing 1588230740/ns: creating writer at 1732065817007 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732065817021 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732065817021Flushing 1588230740/rep_barrier: creating writer at 1732065817429 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732065817451 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732065817451Flushing 1588230740/table: creating writer at 1732065817859 (+408 ms)Flushing 1588230740/table: appending metadata at 1732065817876 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732065817876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee3f3ca: reopening flushed file at 1732065818283 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b20f57: reopening flushed file at 1732065818288 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56904e27: reopening flushed file at 1732065818295 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bb05d06: reopening flushed file at 1732065818299 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false at 1732065818304 (+5 ms)Writing region close event to WAL at 1732065818308 (+4 ms)Running coprocessor post-close hooks at 1732065818313 (+5 ms)Closed at 1732065818313 2024-11-20T01:23:38,313 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:23:38,375 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T01:23:38,375 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1325): Online Regions={65df2e99689d2b3ff2839034c6de9bb4=hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4.} 2024-11-20T01:23:38,375 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(3091): Received CLOSE for 65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:38,375 DEBUG [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1351): Waiting on 65df2e99689d2b3ff2839034c6de9bb4 2024-11-20T01:23:38,375 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65df2e99689d2b3ff2839034c6de9bb4, disabling compactions & flushes 2024-11-20T01:23:38,375 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. 2024-11-20T01:23:38,375 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. 2024-11-20T01:23:38,375 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. after waiting 0 ms 2024-11-20T01:23:38,375 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. 2024-11-20T01:23:38,375 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65df2e99689d2b3ff2839034c6de9bb4: Waiting for close lock at 1732065818375Running coprocessor pre-close hooks at 1732065818375Disabling compacts and flushes for region at 1732065818375Disabling writes for close at 1732065818375Failed flush hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4., putting online again at 1732065818375 2024-11-20T01:23:38,375 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732065809722.65df2e99689d2b3ff2839034c6de9bb4. 2024-11-20T01:23:38,415 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1191, reset compression=false 2024-11-20T01:23:38,575 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T01:23:38,575 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,43557,1732065796612; all regions closed. 2024-11-20T01:23:38,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741834_1010 (size=4239) 2024-11-20T01:23:38,577 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.meta.1732065799785.meta not finished, retry = 0 2024-11-20T01:23:38,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741839_1015 (size=2171) 2024-11-20T01:23:38,680 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.rep.1732065810451 not finished, retry = 0 2024-11-20T01:23:38,705 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 636, reset compression=false 2024-11-20T01:23:38,745 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 1486, reset compression=false 2024-11-20T01:23:38,748 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:23:38,748 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.wal-reader.57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 to pos 2130, reset compression=false 2024-11-20T01:23:38,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741832_1008 (size=2138) 2024-11-20T01:23:38,782 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/WALs/57759bcb46a5,43557,1732065796612/57759bcb46a5%2C43557%2C1732065796612.1732065798912 not finished, retry = 0 2024-11-20T01:23:38,883 DEBUG [RS:0;57759bcb46a5:43557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:38,883 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:23:38,883 INFO [RS:0;57759bcb46a5:43557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:23:38,883 INFO [RS:0;57759bcb46a5:43557 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:23:38,883 INFO [RS:0;57759bcb46a5:43557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:23:38,883 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:23:38,884 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,43557,1732065796612 because: Region server is closing 2024-11-20T01:23:38,884 INFO [RS:0;57759bcb46a5:43557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:43557. 2024-11-20T01:23:38,884 DEBUG [RS:0;57759bcb46a5:43557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:38,884 DEBUG [RS:0;57759bcb46a5:43557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:38,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:38,884 DEBUG [RS:0;57759bcb46a5:43557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:38,984 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,43557,1732065796612.replicationSource.shipper57759bcb46a5%2C43557%2C1732065796612,1-57759bcb46a5,43557,1732065796612 terminated 2024-11-20T01:23:38,985 INFO [RS:0;57759bcb46a5:43557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:43557. 2024-11-20T01:23:38,985 DEBUG [RS:0;57759bcb46a5:43557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:38,985 DEBUG [RS:0;57759bcb46a5:43557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:38,985 DEBUG [RS:0;57759bcb46a5:43557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:38,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:38,985 INFO [RS:0;57759bcb46a5:43557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43557 2024-11-20T01:23:39,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22016481481/rs/57759bcb46a5,43557,1732065796612 2024-11-20T01:23:39,037 INFO [RS:0;57759bcb46a5:43557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:23:39,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481/rs 2024-11-20T01:23:39,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,43557,1732065796612] 2024-11-20T01:23:39,058 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22016481481/draining/57759bcb46a5,43557,1732065796612 already deleted, retry=false 2024-11-20T01:23:39,058 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,43557,1732065796612 expired; onlineServers=0 2024-11-20T01:23:39,058 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,44221,1732065796435' ***** 2024-11-20T01:23:39,058 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:23:39,058 INFO [M:0;57759bcb46a5:44221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:23:39,058 INFO [M:0;57759bcb46a5:44221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:23:39,058 DEBUG [M:0;57759bcb46a5:44221 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:23:39,058 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:23:39,058 DEBUG [M:0;57759bcb46a5:44221 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:23:39,058 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065798624 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065798624,5,FailOnTimeoutGroup] 2024-11-20T01:23:39,058 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065798623 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065798623,5,FailOnTimeoutGroup] 2024-11-20T01:23:39,058 INFO [M:0;57759bcb46a5:44221 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:23:39,058 INFO [M:0;57759bcb46a5:44221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:23:39,058 DEBUG [M:0;57759bcb46a5:44221 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:23:39,058 INFO [M:0;57759bcb46a5:44221 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:23:39,059 INFO [M:0;57759bcb46a5:44221 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:23:39,059 INFO [M:0;57759bcb46a5:44221 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:23:39,059 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:23:39,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22016481481/master 2024-11-20T01:23:39,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22016481481 2024-11-20T01:23:39,068 DEBUG [M:0;57759bcb46a5:44221 {}] zookeeper.ZKUtil(347): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Unable to get data of znode /22016481481/master because node does not exist (not an error) 2024-11-20T01:23:39,068 WARN [M:0;57759bcb46a5:44221 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:23:39,069 INFO [M:0;57759bcb46a5:44221 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/.lastflushedseqids 2024-11-20T01:23:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741847_1023 (size=245) 2024-11-20T01:23:39,118 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1191, reset compression=false 2024-11-20T01:23:39,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:39,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43557-0x10155d66b760007, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:39,147 INFO [RS:0;57759bcb46a5:43557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:23:39,147 INFO [RS:0;57759bcb46a5:43557 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,43557,1732065796612; zookeeper connection closed. 2024-11-20T01:23:39,148 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76bebb6e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76bebb6e 2024-11-20T01:23:39,148 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:23:39,477 INFO [M:0;57759bcb46a5:44221 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:23:39,477 INFO [M:0;57759bcb46a5:44221 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:23:39,477 DEBUG [M:0;57759bcb46a5:44221 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:23:39,477 INFO [M:0;57759bcb46a5:44221 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:39,477 DEBUG [M:0;57759bcb46a5:44221 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:39,477 DEBUG [M:0;57759bcb46a5:44221 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:23:39,477 DEBUG [M:0;57759bcb46a5:44221 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:39,477 INFO [M:0;57759bcb46a5:44221 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T01:23:39,493 DEBUG [M:0;57759bcb46a5:44221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c079fceee46a45bbb0091d32df9ccf64 is 82, key is hbase:meta,,1/info:regioninfo/1732065799810/Put/seqid=0 2024-11-20T01:23:39,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741848_1024 (size=5672) 2024-11-20T01:23:39,501 INFO [M:0;57759bcb46a5:44221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c079fceee46a45bbb0091d32df9ccf64 2024-11-20T01:23:39,523 DEBUG [M:0;57759bcb46a5:44221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/755fa97835e14a40b457d40d941d49ff is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732065810488/Put/seqid=0 2024-11-20T01:23:39,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741849_1025 (size=8516) 2024-11-20T01:23:39,708 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 636, reset compression=false 2024-11-20T01:23:39,921 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1191, reset compression=false 2024-11-20T01:23:39,928 INFO [M:0;57759bcb46a5:44221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/755fa97835e14a40b457d40d941d49ff 2024-11-20T01:23:39,948 DEBUG [M:0;57759bcb46a5:44221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82e51067f29d49a4bd0dddb8428f9bb5 is 69, key is 57759bcb46a5,43557,1732065796612/rs:state/1732065798738/Put/seqid=0 2024-11-20T01:23:39,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741850_1026 (size=5156) 2024-11-20T01:23:40,353 INFO [M:0;57759bcb46a5:44221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82e51067f29d49a4bd0dddb8428f9bb5 2024-11-20T01:23:40,357 DEBUG [M:0;57759bcb46a5:44221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c079fceee46a45bbb0091d32df9ccf64 as hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c079fceee46a45bbb0091d32df9ccf64 2024-11-20T01:23:40,362 INFO [M:0;57759bcb46a5:44221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c079fceee46a45bbb0091d32df9ccf64, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T01:23:40,363 DEBUG [M:0;57759bcb46a5:44221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/755fa97835e14a40b457d40d941d49ff as hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/755fa97835e14a40b457d40d941d49ff 2024-11-20T01:23:40,366 INFO [M:0;57759bcb46a5:44221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/755fa97835e14a40b457d40d941d49ff, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T01:23:40,367 DEBUG [M:0;57759bcb46a5:44221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82e51067f29d49a4bd0dddb8428f9bb5 as hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82e51067f29d49a4bd0dddb8428f9bb5 2024-11-20T01:23:40,371 INFO [M:0;57759bcb46a5:44221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40379/user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82e51067f29d49a4bd0dddb8428f9bb5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T01:23:40,372 INFO [M:0;57759bcb46a5:44221 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=97, compaction requested=false 2024-11-20T01:23:40,373 INFO [M:0;57759bcb46a5:44221 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:40,374 DEBUG [M:0;57759bcb46a5:44221 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065819477Disabling compacts and flushes for region at 1732065819477Disabling writes for close at 1732065819477Obtaining lock to block concurrent updates at 1732065819477Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065819477Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732065819478 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065819478Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065819478Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065819493 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065819493Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065819504 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065819523 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065819523Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065819931 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065819948 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065819948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a8ccfba: reopening flushed file at 1732065820357 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ec4835: reopening flushed file at 1732065820362 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f23db39: reopening flushed file at 1732065820367 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=97, compaction requested=false at 1732065820372 (+5 ms)Writing region close event to WAL at 1732065820373 (+1 ms)Closed at 1732065820373 2024-11-20T01:23:40,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35277 is added to blk_1073741830_1006 (size=63654) 2024-11-20T01:23:40,375 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/496a2846-6fff-7d60-82a2-229d31fd9230/MasterData/WALs/57759bcb46a5,44221,1732065796435/57759bcb46a5%2C44221%2C1732065796435.1732065798030 not finished, retry = 0 2024-11-20T01:23:40,476 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:23:40,476 INFO [M:0;57759bcb46a5:44221 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:23:40,476 INFO [M:0;57759bcb46a5:44221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44221 2024-11-20T01:23:40,477 INFO [M:0;57759bcb46a5:44221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:23:40,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:40,589 INFO [M:0;57759bcb46a5:44221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:23:40,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44221-0x10155d66b760006, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:40,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44f97490{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:23:40,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cc3df28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:23:40,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:23:40,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5e5d5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:23:40,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ccff5d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/hadoop.log.dir/,STOPPED} 2024-11-20T01:23:40,606 WARN [BP-1361163815-172.17.0.3-1732065794744 heartbeating to localhost/127.0.0.1:40379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:23:40,606 WARN [BP-1361163815-172.17.0.3-1732065794744 heartbeating to localhost/127.0.0.1:40379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1361163815-172.17.0.3-1732065794744 (Datanode Uuid 98fa2f99-aa51-4a89-b93a-c9f8f6a8f7a9) service to localhost/127.0.0.1:40379 2024-11-20T01:23:40,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/cluster_61b5e881-68ea-6880-3dc4-bc8be7a360fa/data/data1/current/BP-1361163815-172.17.0.3-1732065794744 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:23:40,607 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/cluster_61b5e881-68ea-6880-3dc4-bc8be7a360fa/data/data2/current/BP-1361163815-172.17.0.3-1732065794744 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:23:40,607 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:23:40,607 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:23:40,607 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:23:40,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45792018{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:23:40,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61d63e26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:23:40,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:23:40,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20c53d49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:23:40,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dc1f8ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/hadoop.log.dir/,STOPPED} 2024-11-20T01:23:40,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:23:40,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:23:40,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:23:40,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:40,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:40,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:40,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:40,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:23:40,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1904037063, stopped=false 2024-11-20T01:23:40,628 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,33387,1732065791601 2024-11-20T01:23:40,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12124195957/running 2024-11-20T01:23:40,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12124195957/running 2024-11-20T01:23:40,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:40,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:40,647 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:23:40,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Set watcher on znode that does not yet exist, /12124195957/running 2024-11-20T01:23:40,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:23:40,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:40,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Set watcher on znode that does not yet exist, /12124195957/running 2024-11-20T01:23:40,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:40,648 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,35129,1732065791752' ***** 2024-11-20T01:23:40,648 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:23:40,648 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:23:40,648 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:23:40,648 INFO [RS:0;57759bcb46a5:35129 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:23:40,648 INFO [RS:0;57759bcb46a5:35129 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:23:40,648 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(3091): Received CLOSE for a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:40,649 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(3091): Received CLOSE for 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:40,649 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,35129,1732065791752 2024-11-20T01:23:40,649 INFO [RS:0;57759bcb46a5:35129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:23:40,649 INFO [RS:0;57759bcb46a5:35129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:35129. 2024-11-20T01:23:40,649 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7cfd8230c93a22a33fd0b2d8e222299, disabling compactions & flushes 2024-11-20T01:23:40,649 DEBUG [RS:0;57759bcb46a5:35129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:40,649 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. 2024-11-20T01:23:40,649 DEBUG [RS:0;57759bcb46a5:35129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:40,649 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. 2024-11-20T01:23:40,649 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. after waiting 0 ms 2024-11-20T01:23:40,649 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:23:40,649 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. 2024-11-20T01:23:40,649 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:23:40,649 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:23:40,649 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:23:40,649 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7cfd8230c93a22a33fd0b2d8e222299 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-20T01:23:40,649 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T01:23:40,649 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1325): Online Regions={a7cfd8230c93a22a33fd0b2d8e222299=hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299., 454561c8a97f44cc8a6d1074772c9161=test,,1732065802104.454561c8a97f44cc8a6d1074772c9161., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:23:40,649 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 454561c8a97f44cc8a6d1074772c9161, a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:40,649 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:23:40,649 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:23:40,649 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:23:40,649 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:23:40,649 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:23:40,649 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T01:23:40,663 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/.tmp/info/066ac3e9955447d790024c02c17fed5c is 147, key is hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299./info:regioninfo/1732065809366/Put/seqid=0 2024-11-20T01:23:40,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741840_1016 (size=7686) 2024-11-20T01:23:40,665 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/replication/a7cfd8230c93a22a33fd0b2d8e222299/.tmp/queue/9696895b8cd2437084b2064084290f0c is 154, key is 1-57759bcb46a5,35129,1732065791752/queue:57759bcb46a5%2C35129%2C1732065791752/1732065816393/Put/seqid=0 2024-11-20T01:23:40,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741841_1017 (size=5353) 2024-11-20T01:23:40,675 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:23:40,811 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 636, reset compression=false 2024-11-20T01:23:40,824 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1191, reset compression=false 2024-11-20T01:23:40,849 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 454561c8a97f44cc8a6d1074772c9161, a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:40,902 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:23:40,902 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:23:41,050 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 454561c8a97f44cc8a6d1074772c9161, a7cfd8230c93a22a33fd0b2d8e222299 2024-11-20T01:23:41,066 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/.tmp/info/066ac3e9955447d790024c02c17fed5c 2024-11-20T01:23:41,069 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/replication/a7cfd8230c93a22a33fd0b2d8e222299/.tmp/queue/9696895b8cd2437084b2064084290f0c 2024-11-20T01:23:41,072 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/replication/a7cfd8230c93a22a33fd0b2d8e222299/.tmp/queue/9696895b8cd2437084b2064084290f0c as hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/replication/a7cfd8230c93a22a33fd0b2d8e222299/queue/9696895b8cd2437084b2064084290f0c 2024-11-20T01:23:41,076 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/replication/a7cfd8230c93a22a33fd0b2d8e222299/queue/9696895b8cd2437084b2064084290f0c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T01:23:41,076 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for a7cfd8230c93a22a33fd0b2d8e222299 in 427ms, sequenceid=12, compaction requested=false 2024-11-20T01:23:41,081 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/replication/a7cfd8230c93a22a33fd0b2d8e222299/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T01:23:41,082 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:23:41,082 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:23:41,082 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. 2024-11-20T01:23:41,082 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7cfd8230c93a22a33fd0b2d8e222299: Waiting for close lock at 1732065820649Running coprocessor pre-close hooks at 1732065820649Disabling compacts and flushes for region at 1732065820649Disabling writes for close at 1732065820649Obtaining lock to block concurrent updates at 1732065820649Preparing flush snapshotting stores in a7cfd8230c93a22a33fd0b2d8e222299 at 1732065820649Finished memstore snapshotting hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732065820649Flushing stores of hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. at 1732065820650 (+1 ms)Flushing a7cfd8230c93a22a33fd0b2d8e222299/queue: creating writer at 1732065820650Flushing a7cfd8230c93a22a33fd0b2d8e222299/queue: appending metadata at 1732065820665 (+15 ms)Flushing a7cfd8230c93a22a33fd0b2d8e222299/queue: closing flushed file at 1732065820665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@473de9be: reopening flushed file at 1732065821071 (+406 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for a7cfd8230c93a22a33fd0b2d8e222299 in 427ms, sequenceid=12, compaction requested=false at 1732065821076 (+5 ms)Writing region close event to WAL at 1732065821079 (+3 ms)Running coprocessor post-close hooks at 1732065821082 (+3 ms)Closed at 1732065821082 2024-11-20T01:23:41,082 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732065808585.a7cfd8230c93a22a33fd0b2d8e222299. 2024-11-20T01:23:41,082 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 454561c8a97f44cc8a6d1074772c9161, disabling compactions & flushes 2024-11-20T01:23:41,082 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732065802104.454561c8a97f44cc8a6d1074772c9161. 2024-11-20T01:23:41,082 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065802104.454561c8a97f44cc8a6d1074772c9161. 2024-11-20T01:23:41,082 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732065802104.454561c8a97f44cc8a6d1074772c9161. after waiting 0 ms 2024-11-20T01:23:41,082 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732065802104.454561c8a97f44cc8a6d1074772c9161. 2024-11-20T01:23:41,082 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 454561c8a97f44cc8a6d1074772c9161 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T01:23:41,085 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/.tmp/ns/f3441d895f64428ba0d3a03ce06e9ec9 is 43, key is default/ns:d/1732065794602/Put/seqid=0 2024-11-20T01:23:41,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741842_1018 (size=5153) 2024-11-20T01:23:41,088 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/.tmp/ns/f3441d895f64428ba0d3a03ce06e9ec9 2024-11-20T01:23:41,100 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/.tmp/f/d1c78a9192404a9a8c300c4df3ab8b8b is 29, key is row1/f:/1732065814891/DeleteFamily/seqid=0 2024-11-20T01:23:41,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741843_1019 (size=5152) 2024-11-20T01:23:41,106 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/.tmp/rep_barrier/44bfde6f68b94a50a1e9c379424509ec is 112, key is test,,1732065802104.454561c8a97f44cc8a6d1074772c9161./rep_barrier:seqnumDuringOpen/1732065803268/Put/seqid=0 2024-11-20T01:23:41,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741844_1020 (size=5518) 2024-11-20T01:23:41,192 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:23:41,250 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:41,450 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:41,504 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/.tmp/f/d1c78a9192404a9a8c300c4df3ab8b8b 2024-11-20T01:23:41,508 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1c78a9192404a9a8c300c4df3ab8b8b 2024-11-20T01:23:41,512 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/.tmp/rep_barrier/44bfde6f68b94a50a1e9c379424509ec 2024-11-20T01:23:41,537 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/.tmp/table/654e1b18335b4e238334e463c830278c is 53, key is hbase:replication/table:state/1732065809372/Put/seqid=0 2024-11-20T01:23:41,538 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/.tmp/f1/11eb891f5b784901b4a4c179b57d2d05 is 30, key is row1/f1:/1732065814891/DeleteFamily/seqid=0 2024-11-20T01:23:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741845_1021 (size=5158) 2024-11-20T01:23:41,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741846_1022 (size=5308) 2024-11-20T01:23:41,650 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T01:23:41,650 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1325): Online Regions={454561c8a97f44cc8a6d1074772c9161=test,,1732065802104.454561c8a97f44cc8a6d1074772c9161., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:23:41,650 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:41,827 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1191, reset compression=false 2024-11-20T01:23:41,838 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:23:41,838 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1438, reset compression=false 2024-11-20T01:23:41,838 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,35129,1732065791752 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:23:41,839 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57759bcb46a5,35129,1732065791752: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-57759bcb46a5,35129,1732065791752, walGroup=57759bcb46a5%2C35129%2C1732065791752, offset=57759bcb46a5%2C35129%2C1732065791752.1732065793971:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:35129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T01:23:41,841 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T01:23:41,841 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T01:23:41,842 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T01:23:41,842 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T01:23:41,842 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T01:23:41,842 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 926502392 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 203532688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T01:23:41,842 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:33387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:33387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T01:23:41,850 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:41,959 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/.tmp/f1/11eb891f5b784901b4a4c179b57d2d05 2024-11-20T01:23:41,963 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11eb891f5b784901b4a4c179b57d2d05 2024-11-20T01:23:41,966 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/.tmp/table/654e1b18335b4e238334e463c830278c 2024-11-20T01:23:41,971 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/.tmp/info/066ac3e9955447d790024c02c17fed5c as hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/info/066ac3e9955447d790024c02c17fed5c 2024-11-20T01:23:41,987 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/info/066ac3e9955447d790024c02c17fed5c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T01:23:41,993 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/.tmp/ns/f3441d895f64428ba0d3a03ce06e9ec9 as hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/ns/f3441d895f64428ba0d3a03ce06e9ec9 2024-11-20T01:23:41,997 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/.tmp/norep/583849f1b8d341669a451cb307a29a3d is 33, key is row1/norep:/1732065814891/DeleteFamily/seqid=0 2024-11-20T01:23:41,999 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/ns/f3441d895f64428ba0d3a03ce06e9ec9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T01:23:42,000 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/.tmp/rep_barrier/44bfde6f68b94a50a1e9c379424509ec as hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/rep_barrier/44bfde6f68b94a50a1e9c379424509ec 2024-11-20T01:23:42,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741847_1023 (size=5108) 2024-11-20T01:23:42,012 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/.tmp/norep/583849f1b8d341669a451cb307a29a3d 2024-11-20T01:23:42,015 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 636, reset compression=false 2024-11-20T01:23:42,015 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/rep_barrier/44bfde6f68b94a50a1e9c379424509ec, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T01:23:42,016 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/.tmp/table/654e1b18335b4e238334e463c830278c as hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/table/654e1b18335b4e238334e463c830278c 2024-11-20T01:23:42,023 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 583849f1b8d341669a451cb307a29a3d 2024-11-20T01:23:42,025 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/.tmp/f/d1c78a9192404a9a8c300c4df3ab8b8b as hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/f/d1c78a9192404a9a8c300c4df3ab8b8b 2024-11-20T01:23:42,030 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1c78a9192404a9a8c300c4df3ab8b8b 2024-11-20T01:23:42,030 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/f/d1c78a9192404a9a8c300c4df3ab8b8b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T01:23:42,032 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/.tmp/f1/11eb891f5b784901b4a4c179b57d2d05 as hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/f1/11eb891f5b784901b4a4c179b57d2d05 2024-11-20T01:23:42,038 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11eb891f5b784901b4a4c179b57d2d05 2024-11-20T01:23:42,039 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/f1/11eb891f5b784901b4a4c179b57d2d05, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T01:23:42,039 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/.tmp/norep/583849f1b8d341669a451cb307a29a3d as hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/norep/583849f1b8d341669a451cb307a29a3d 2024-11-20T01:23:42,042 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/table/654e1b18335b4e238334e463c830278c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T01:23:42,043 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1394ms, sequenceid=16, compaction requested=false 2024-11-20T01:23:42,045 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 583849f1b8d341669a451cb307a29a3d 2024-11-20T01:23:42,045 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/norep/583849f1b8d341669a451cb307a29a3d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T01:23:42,046 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 454561c8a97f44cc8a6d1074772c9161 in 964ms, sequenceid=10, compaction requested=false 2024-11-20T01:23:42,051 DEBUG [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 454561c8a97f44cc8a6d1074772c9161 2024-11-20T01:23:42,052 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 1438, reset compression=false 2024-11-20T01:23:42,058 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:23:42,058 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 2082, reset compression=false 2024-11-20T01:23:42,065 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T01:23:42,066 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:23:42,066 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:23:42,066 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:23:42,066 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065820649Running coprocessor pre-close hooks at 1732065820649Disabling compacts and flushes for region at 1732065820649Disabling writes for close at 1732065820649Obtaining lock to block concurrent updates at 1732065820649Preparing flush snapshotting stores in 1588230740 at 1732065820649Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732065820650 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732065820650Flushing 1588230740/info: creating writer at 1732065820650Flushing 1588230740/info: appending metadata at 1732065820662 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732065820662Flushing 1588230740/ns: creating writer at 1732065821070 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732065821084 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732065821085 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732065821091 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732065821106 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732065821106Flushing 1588230740/table: creating writer at 1732065821516 (+410 ms)Flushing 1588230740/table: appending metadata at 1732065821536 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732065821536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4ffe4d: reopening flushed file at 1732065821971 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65174073: reopening flushed file at 1732065821987 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1a5e99: reopening flushed file at 1732065822000 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59533968: reopening flushed file at 1732065822015 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1394ms, sequenceid=16, compaction requested=false at 1732065822043 (+28 ms)Writing region close event to WAL at 1732065822051 (+8 ms)Running coprocessor post-close hooks at 1732065822066 (+15 ms)Closed at 1732065822066 2024-11-20T01:23:42,066 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:23:42,066 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/data/default/test/454561c8a97f44cc8a6d1074772c9161/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T01:23:42,067 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:23:42,067 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:23:42,067 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732065802104.454561c8a97f44cc8a6d1074772c9161. 2024-11-20T01:23:42,068 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 454561c8a97f44cc8a6d1074772c9161: Waiting for close lock at 1732065821082Running coprocessor pre-close hooks at 1732065821082Disabling compacts and flushes for region at 1732065821082Disabling writes for close at 1732065821082Obtaining lock to block concurrent updates at 1732065821082Preparing flush snapshotting stores in 454561c8a97f44cc8a6d1074772c9161 at 1732065821082Finished memstore snapshotting test,,1732065802104.454561c8a97f44cc8a6d1074772c9161., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732065821083 (+1 ms)Flushing stores of test,,1732065802104.454561c8a97f44cc8a6d1074772c9161. at 1732065821083Flushing 454561c8a97f44cc8a6d1074772c9161/f: creating writer at 1732065821083Flushing 454561c8a97f44cc8a6d1074772c9161/f: appending metadata at 1732065821100 (+17 ms)Flushing 454561c8a97f44cc8a6d1074772c9161/f: closing flushed file at 1732065821100Flushing 454561c8a97f44cc8a6d1074772c9161/f1: creating writer at 1732065821508 (+408 ms)Flushing 454561c8a97f44cc8a6d1074772c9161/f1: appending metadata at 1732065821537 (+29 ms)Flushing 454561c8a97f44cc8a6d1074772c9161/f1: closing flushed file at 1732065821537Flushing 454561c8a97f44cc8a6d1074772c9161/norep: creating writer at 1732065821963 (+426 ms)Flushing 454561c8a97f44cc8a6d1074772c9161/norep: appending metadata at 1732065821996 (+33 ms)Flushing 454561c8a97f44cc8a6d1074772c9161/norep: closing flushed file at 1732065821996Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281dda6f: reopening flushed file at 1732065822023 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76654fc6: reopening flushed file at 1732065822031 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ee57c1: reopening flushed file at 1732065822039 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 454561c8a97f44cc8a6d1074772c9161 in 964ms, sequenceid=10, compaction requested=false at 1732065822046 (+7 ms)Writing region close event to WAL at 1732065822052 (+6 ms)Running coprocessor post-close hooks at 1732065822067 (+15 ms)Closed at 1732065822067 2024-11-20T01:23:42,068 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732065802104.454561c8a97f44cc8a6d1074772c9161. 2024-11-20T01:23:42,251 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,35129,1732065791752; all regions closed. 2024-11-20T01:23:42,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741834_1010 (size=4239) 2024-11-20T01:23:42,253 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.meta.1732065794565.meta not finished, retry = 0 2024-11-20T01:23:42,270 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.1732065793971 to pos 2082, reset compression=false 2024-11-20T01:23:42,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741839_1015 (size=3114) 2024-11-20T01:23:42,356 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/WALs/57759bcb46a5,35129,1732065791752/57759bcb46a5%2C35129%2C1732065791752.rep.1732065809326 not finished, retry = 0 2024-11-20T01:23:42,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741832_1008 (size=2090) 2024-11-20T01:23:42,458 DEBUG [RS:0;57759bcb46a5:35129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:42,458 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:23:42,458 INFO [RS:0;57759bcb46a5:35129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:23:42,459 INFO [RS:0;57759bcb46a5:35129 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:23:42,459 INFO [RS:0;57759bcb46a5:35129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:23:42,459 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:23:42,459 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,35129,1732065791752 because: Region server is closing 2024-11-20T01:23:42,459 INFO [RS:0;57759bcb46a5:35129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:35129. 2024-11-20T01:23:42,459 DEBUG [RS:0;57759bcb46a5:35129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:42,459 DEBUG [RS:0;57759bcb46a5:35129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:42,459 DEBUG [RS:0;57759bcb46a5:35129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:42,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:42,559 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.shipper57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 terminated 2024-11-20T01:23:42,559 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,35129,1732065791752.replicationSource.wal-reader.57759bcb46a5%2C35129%2C1732065791752,1-57759bcb46a5,35129,1732065791752 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T01:23:42,560 INFO [RS:0;57759bcb46a5:35129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:35129. 2024-11-20T01:23:42,560 DEBUG [RS:0;57759bcb46a5:35129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:42,560 DEBUG [RS:0;57759bcb46a5:35129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:42,560 DEBUG [RS:0;57759bcb46a5:35129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:42,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:42,560 INFO [RS:0;57759bcb46a5:35129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35129 2024-11-20T01:23:42,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957/rs 2024-11-20T01:23:42,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12124195957/rs/57759bcb46a5,35129,1732065791752 2024-11-20T01:23:42,657 INFO [RS:0;57759bcb46a5:35129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:23:42,668 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,35129,1732065791752] 2024-11-20T01:23:42,751 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12124195957/draining/57759bcb46a5,35129,1732065791752 already deleted, retry=false 2024-11-20T01:23:42,751 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,35129,1732065791752 expired; onlineServers=0 2024-11-20T01:23:42,751 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,33387,1732065791601' ***** 2024-11-20T01:23:42,751 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:23:42,751 INFO [M:0;57759bcb46a5:33387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:23:42,751 INFO [M:0;57759bcb46a5:33387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:23:42,751 DEBUG [M:0;57759bcb46a5:33387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:23:42,751 DEBUG [M:0;57759bcb46a5:33387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:23:42,751 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:23:42,751 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065793741 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065793741,5,FailOnTimeoutGroup] 2024-11-20T01:23:42,751 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065793741 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065793741,5,FailOnTimeoutGroup] 2024-11-20T01:23:42,751 INFO [M:0;57759bcb46a5:33387 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:23:42,751 INFO [M:0;57759bcb46a5:33387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:23:42,751 DEBUG [M:0;57759bcb46a5:33387 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:23:42,751 INFO [M:0;57759bcb46a5:33387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:23:42,752 INFO [M:0;57759bcb46a5:33387 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:23:42,752 INFO [M:0;57759bcb46a5:33387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:23:42,752 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:23:42,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:42,768 INFO [RS:0;57759bcb46a5:35129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:23:42,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35129-0x10155d66b760004, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:42,768 INFO [RS:0;57759bcb46a5:35129 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,35129,1732065791752; zookeeper connection closed. 2024-11-20T01:23:42,768 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b8c6f5f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b8c6f5f 2024-11-20T01:23:42,768 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:23:42,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12124195957/master 2024-11-20T01:23:42,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12124195957 2024-11-20T01:23:42,839 DEBUG [M:0;57759bcb46a5:33387 {}] zookeeper.ZKUtil(347): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Unable to get data of znode /12124195957/master because node does not exist (not an error) 2024-11-20T01:23:42,839 WARN [M:0;57759bcb46a5:33387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:23:42,839 INFO [M:0;57759bcb46a5:33387 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/.lastflushedseqids 2024-11-20T01:23:42,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741848_1024 (size=245) 2024-11-20T01:23:43,243 INFO [M:0;57759bcb46a5:33387 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:23:43,243 INFO [M:0;57759bcb46a5:33387 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:23:43,243 DEBUG [M:0;57759bcb46a5:33387 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:23:43,244 INFO [M:0;57759bcb46a5:33387 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:43,244 DEBUG [M:0;57759bcb46a5:33387 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:43,244 DEBUG [M:0;57759bcb46a5:33387 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:23:43,244 DEBUG [M:0;57759bcb46a5:33387 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:43,244 INFO [M:0;57759bcb46a5:33387 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T01:23:43,265 DEBUG [M:0;57759bcb46a5:33387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65f61dc96ad244e48c576b8adde8e831 is 82, key is hbase:meta,,1/info:regioninfo/1732065794591/Put/seqid=0 2024-11-20T01:23:43,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741849_1025 (size=5672) 2024-11-20T01:23:43,325 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 636, reset compression=false 2024-11-20T01:23:43,672 INFO [M:0;57759bcb46a5:33387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65f61dc96ad244e48c576b8adde8e831 2024-11-20T01:23:43,689 DEBUG [M:0;57759bcb46a5:33387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c631bd88a044172b8895a4ebc43fa11 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732065809376/Put/seqid=0 2024-11-20T01:23:43,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741850_1026 (size=8516) 2024-11-20T01:23:43,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:23:43,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:43,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:43,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:43,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:43,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:43,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:43,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:43,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:43,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:43,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:43,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:43,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:43,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:43,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:43,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:44,092 INFO [M:0;57759bcb46a5:33387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c631bd88a044172b8895a4ebc43fa11 2024-11-20T01:23:44,108 DEBUG [M:0;57759bcb46a5:33387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/864e557fb6744bbc957b3c569745f67f is 69, key is 57759bcb46a5,35129,1732065791752/rs:state/1732065793830/Put/seqid=0 2024-11-20T01:23:44,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741851_1027 (size=5156) 2024-11-20T01:23:44,511 INFO [M:0;57759bcb46a5:33387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/864e557fb6744bbc957b3c569745f67f 2024-11-20T01:23:44,519 DEBUG [M:0;57759bcb46a5:33387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65f61dc96ad244e48c576b8adde8e831 as hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65f61dc96ad244e48c576b8adde8e831 2024-11-20T01:23:44,525 INFO [M:0;57759bcb46a5:33387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65f61dc96ad244e48c576b8adde8e831, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T01:23:44,526 DEBUG [M:0;57759bcb46a5:33387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c631bd88a044172b8895a4ebc43fa11 as hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c631bd88a044172b8895a4ebc43fa11 2024-11-20T01:23:44,547 INFO [M:0;57759bcb46a5:33387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c631bd88a044172b8895a4ebc43fa11, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T01:23:44,548 DEBUG [M:0;57759bcb46a5:33387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/864e557fb6744bbc957b3c569745f67f as hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/864e557fb6744bbc957b3c569745f67f 2024-11-20T01:23:44,554 INFO [M:0;57759bcb46a5:33387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43947/user/jenkins/test-data/af95c2d3-c7e2-d0ef-81dc-70f579552722/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/864e557fb6744bbc957b3c569745f67f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T01:23:44,555 INFO [M:0;57759bcb46a5:33387 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=97, compaction requested=false 2024-11-20T01:23:44,574 INFO [M:0;57759bcb46a5:33387 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:44,574 DEBUG [M:0;57759bcb46a5:33387 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065823243Disabling compacts and flushes for region at 1732065823243Disabling writes for close at 1732065823244 (+1 ms)Obtaining lock to block concurrent updates at 1732065823244Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065823244Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732065823244Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065823245 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065823245Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065823265 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065823265Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065823676 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065823688 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065823688Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065824095 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065824107 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065824107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@836a14a: reopening flushed file at 1732065824518 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527b4faf: reopening flushed file at 1732065824525 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c7c223: reopening flushed file at 1732065824547 (+22 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=97, compaction requested=false at 1732065824555 (+8 ms)Writing region close event to WAL at 1732065824574 (+19 ms)Closed at 1732065824574 2024-11-20T01:23:44,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741830_1006 (size=63654) 2024-11-20T01:23:44,608 INFO [M:0;57759bcb46a5:33387 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:23:44,608 INFO [M:0;57759bcb46a5:33387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33387 2024-11-20T01:23:44,608 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:23:44,609 INFO [M:0;57759bcb46a5:33387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:23:44,728 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/WALs/57759bcb46a5,40805,1732065786206/57759bcb46a5%2C40805%2C1732065786206.1732065788218 to pos 636, reset compression=false 2024-11-20T01:23:44,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:44,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33387-0x10155d66b760003, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:44,810 INFO [M:0;57759bcb46a5:33387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:23:44,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33431a91{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:23:44,853 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ff3703d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:23:44,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:23:44,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bb702a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:23:44,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a44757e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/hadoop.log.dir/,STOPPED} 2024-11-20T01:23:44,856 WARN [BP-1080461919-172.17.0.3-1732065789488 heartbeating to localhost/127.0.0.1:43947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:23:44,856 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:23:44,856 WARN [BP-1080461919-172.17.0.3-1732065789488 heartbeating to localhost/127.0.0.1:43947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1080461919-172.17.0.3-1732065789488 (Datanode Uuid 76895920-a896-440b-8ede-2a4959d167f5) service to localhost/127.0.0.1:43947 2024-11-20T01:23:44,856 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:23:44,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/cluster_d371b93d-110d-2b1d-2cc5-4199914618b7/data/data1/current/BP-1080461919-172.17.0.3-1732065789488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:23:44,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/cluster_d371b93d-110d-2b1d-2cc5-4199914618b7/data/data2/current/BP-1080461919-172.17.0.3-1732065789488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:23:44,857 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:23:44,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7078f688{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:23:44,871 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@162be99a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:23:44,871 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:23:44,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37cee67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:23:44,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7153898e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1316b56-23b2-5e6f-fe95-bd2768261505/hadoop.log.dir/,STOPPED} 2024-11-20T01:23:44,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:23:44,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:23:44,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:23:44,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:44,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:44,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:44,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:44,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:23:44,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1188967986, stopped=false 2024-11-20T01:23:44,921 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,41455,1732065786009 2024-11-20T01:23:44,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0111166444/running 2024-11-20T01:23:44,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:44,941 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0111166444/running 2024-11-20T01:23:44,941 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:44,941 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:23:44,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:23:44,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:44,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:44,942 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,40805,1732065786206' ***** 2024-11-20T01:23:44,942 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:23:44,942 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:23:44,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:23:44,942 INFO [RS:0;57759bcb46a5:40805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:23:44,942 INFO [RS:0;57759bcb46a5:40805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:23:44,942 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ba28a3f85682007dcb9f34c46f524c7 2024-11-20T01:23:44,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Set watcher on znode that does not yet exist, /0111166444/running 2024-11-20T01:23:44,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Set watcher on znode that does not yet exist, /0111166444/running 2024-11-20T01:23:44,951 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(3091): Received CLOSE for a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:44,951 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,40805,1732065786206 2024-11-20T01:23:44,951 INFO [RS:0;57759bcb46a5:40805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:23:44,951 INFO [RS:0;57759bcb46a5:40805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:40805. 2024-11-20T01:23:44,951 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ba28a3f85682007dcb9f34c46f524c7, disabling compactions & flushes 2024-11-20T01:23:44,951 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. 2024-11-20T01:23:44,951 DEBUG [RS:0;57759bcb46a5:40805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:44,951 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. 2024-11-20T01:23:44,951 DEBUG [RS:0;57759bcb46a5:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:44,951 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. after waiting 0 ms 2024-11-20T01:23:44,951 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. 2024-11-20T01:23:44,951 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:23:44,951 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:23:44,951 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:23:44,951 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:23:44,951 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1ba28a3f85682007dcb9f34c46f524c7 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-20T01:23:44,966 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T01:23:44,966 DEBUG [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(1325): Online Regions={1ba28a3f85682007dcb9f34c46f524c7=hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7., a76b077b62f1cc522330acf6553b72f3=test,,1732065799947.a76b077b62f1cc522330acf6553b72f3., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:23:44,966 DEBUG [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba28a3f85682007dcb9f34c46f524c7, a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:44,966 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:23:44,966 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:23:44,966 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:23:44,966 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:23:44,966 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:23:44,966 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T01:23:44,997 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/replication/1ba28a3f85682007dcb9f34c46f524c7/.tmp/queue/a703a6582da74f79b87e1a85f34e0916 is 153, key is 1-57759bcb46a5,40805,1732065786206/queue:57759bcb46a5%2C40805%2C1732065786206/1732065814274/Put/seqid=0 2024-11-20T01:23:45,018 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/.tmp/info/3efe52e337314fec8c4ea5ab890bdbeb is 147, key is hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7./info:regioninfo/1732065807593/Put/seqid=0 2024-11-20T01:23:45,025 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:23:45,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741840_1016 (size=5352) 2024-11-20T01:23:45,071 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/replication/1ba28a3f85682007dcb9f34c46f524c7/.tmp/queue/a703a6582da74f79b87e1a85f34e0916 2024-11-20T01:23:45,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741841_1017 (size=7686) 2024-11-20T01:23:45,073 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/.tmp/info/3efe52e337314fec8c4ea5ab890bdbeb 2024-11-20T01:23:45,100 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/replication/1ba28a3f85682007dcb9f34c46f524c7/.tmp/queue/a703a6582da74f79b87e1a85f34e0916 as hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/replication/1ba28a3f85682007dcb9f34c46f524c7/queue/a703a6582da74f79b87e1a85f34e0916 2024-11-20T01:23:45,105 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/replication/1ba28a3f85682007dcb9f34c46f524c7/queue/a703a6582da74f79b87e1a85f34e0916, entries=1, sequenceid=8, filesize=5.2 K 2024-11-20T01:23:45,106 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 1ba28a3f85682007dcb9f34c46f524c7 in 155ms, sequenceid=8, compaction requested=false 2024-11-20T01:23:45,106 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T01:23:45,111 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:23:45,111 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:23:45,158 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/replication/1ba28a3f85682007dcb9f34c46f524c7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T01:23:45,159 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:23:45,159 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:23:45,159 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. 2024-11-20T01:23:45,159 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ba28a3f85682007dcb9f34c46f524c7: Waiting for close lock at 1732065824951Running coprocessor pre-close hooks at 1732065824951Disabling compacts and flushes for region at 1732065824951Disabling writes for close at 1732065824951Obtaining lock to block concurrent updates at 1732065824951Preparing flush snapshotting stores in 1ba28a3f85682007dcb9f34c46f524c7 at 1732065824951Finished memstore snapshotting hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732065824956 (+5 ms)Flushing stores of hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. at 1732065824957 (+1 ms)Flushing 1ba28a3f85682007dcb9f34c46f524c7/queue: creating writer at 1732065824957Flushing 1ba28a3f85682007dcb9f34c46f524c7/queue: appending metadata at 1732065824997 (+40 ms)Flushing 1ba28a3f85682007dcb9f34c46f524c7/queue: closing flushed file at 1732065824997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d5dcf9: reopening flushed file at 1732065825096 (+99 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 1ba28a3f85682007dcb9f34c46f524c7 in 155ms, sequenceid=8, compaction requested=false at 1732065825106 (+10 ms)Writing region close event to WAL at 1732065825132 (+26 ms)Running coprocessor post-close hooks at 1732065825159 (+27 ms)Closed at 1732065825159 2024-11-20T01:23:45,160 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732065806433.1ba28a3f85682007dcb9f34c46f524c7. 2024-11-20T01:23:45,160 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a76b077b62f1cc522330acf6553b72f3, disabling compactions & flushes 2024-11-20T01:23:45,160 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732065799947.a76b077b62f1cc522330acf6553b72f3. 2024-11-20T01:23:45,160 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065799947.a76b077b62f1cc522330acf6553b72f3. 2024-11-20T01:23:45,160 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732065799947.a76b077b62f1cc522330acf6553b72f3. after waiting 0 ms 2024-11-20T01:23:45,160 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732065799947.a76b077b62f1cc522330acf6553b72f3. 2024-11-20T01:23:45,160 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a76b077b62f1cc522330acf6553b72f3 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-20T01:23:45,166 DEBUG [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:45,179 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/.tmp/ns/345233c110494ad3a4cfeea2baa77168 is 43, key is default/ns:d/1732065789350/Put/seqid=0 2024-11-20T01:23:45,208 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/.tmp/f/60f986774a8849f48c377d9708d61b24 is 28, key is row/f:/1732065813887/DeleteFamily/seqid=0 2024-11-20T01:23:45,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741842_1018 (size=5153) 2024-11-20T01:23:45,221 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/.tmp/ns/345233c110494ad3a4cfeea2baa77168 2024-11-20T01:23:45,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741843_1019 (size=5085) 2024-11-20T01:23:45,251 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/.tmp/f/60f986774a8849f48c377d9708d61b24 2024-11-20T01:23:45,256 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60f986774a8849f48c377d9708d61b24 2024-11-20T01:23:45,267 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/.tmp/rep_barrier/74e6969c3b5443efb5a68303a4978f17 is 112, key is test,,1732065799947.a76b077b62f1cc522330acf6553b72f3./rep_barrier:seqnumDuringOpen/1732065801110/Put/seqid=0 2024-11-20T01:23:45,293 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/.tmp/f1/5c3cddac01754e539ecf6763b8a4317c is 29, key is row/f1:/1732065813887/DeleteFamily/seqid=0 2024-11-20T01:23:45,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741844_1020 (size=5518) 2024-11-20T01:23:45,303 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/.tmp/rep_barrier/74e6969c3b5443efb5a68303a4978f17 2024-11-20T01:23:45,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741845_1021 (size=5089) 2024-11-20T01:23:45,366 DEBUG [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:45,387 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/.tmp/table/8fa7f593486d446face5273dab5c8894 is 53, key is hbase:replication/table:state/1732065807598/Put/seqid=0 2024-11-20T01:23:45,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741846_1022 (size=5308) 2024-11-20T01:23:45,423 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/.tmp/table/8fa7f593486d446face5273dab5c8894 2024-11-20T01:23:45,434 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/.tmp/info/3efe52e337314fec8c4ea5ab890bdbeb as hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/info/3efe52e337314fec8c4ea5ab890bdbeb 2024-11-20T01:23:45,441 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/info/3efe52e337314fec8c4ea5ab890bdbeb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T01:23:45,442 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/.tmp/ns/345233c110494ad3a4cfeea2baa77168 as hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/ns/345233c110494ad3a4cfeea2baa77168 2024-11-20T01:23:45,449 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/ns/345233c110494ad3a4cfeea2baa77168, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T01:23:45,450 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/.tmp/rep_barrier/74e6969c3b5443efb5a68303a4978f17 as hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/rep_barrier/74e6969c3b5443efb5a68303a4978f17 2024-11-20T01:23:45,459 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/rep_barrier/74e6969c3b5443efb5a68303a4978f17, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T01:23:45,460 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/.tmp/table/8fa7f593486d446face5273dab5c8894 as hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/table/8fa7f593486d446face5273dab5c8894 2024-11-20T01:23:45,469 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/table/8fa7f593486d446face5273dab5c8894, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T01:23:45,470 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 504ms, sequenceid=16, compaction requested=false 2024-11-20T01:23:45,470 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:23:45,557 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T01:23:45,558 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:23:45,558 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:23:45,558 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:23:45,558 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065824966Running coprocessor pre-close hooks at 1732065824966Disabling compacts and flushes for region at 1732065824966Disabling writes for close at 1732065824966Obtaining lock to block concurrent updates at 1732065824966Preparing flush snapshotting stores in 1588230740 at 1732065824966Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732065824967 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732065824968 (+1 ms)Flushing 1588230740/info: creating writer at 1732065824968Flushing 1588230740/info: appending metadata at 1732065825018 (+50 ms)Flushing 1588230740/info: closing flushed file at 1732065825018Flushing 1588230740/ns: creating writer at 1732065825116 (+98 ms)Flushing 1588230740/ns: appending metadata at 1732065825169 (+53 ms)Flushing 1588230740/ns: closing flushed file at 1732065825169Flushing 1588230740/rep_barrier: creating writer at 1732065825226 (+57 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732065825266 (+40 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732065825266Flushing 1588230740/table: creating writer at 1732065825316 (+50 ms)Flushing 1588230740/table: appending metadata at 1732065825387 (+71 ms)Flushing 1588230740/table: closing flushed file at 1732065825387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b0fc214: reopening flushed file at 1732065825433 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c92e2fe: reopening flushed file at 1732065825441 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a692ba3: reopening flushed file at 1732065825449 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53d24ca2: reopening flushed file at 1732065825459 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 504ms, sequenceid=16, compaction requested=false at 1732065825470 (+11 ms)Writing region close event to WAL at 1732065825540 (+70 ms)Running coprocessor post-close hooks at 1732065825557 (+17 ms)Closed at 1732065825558 (+1 ms) 2024-11-20T01:23:45,558 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:23:45,566 DEBUG [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(1351): Waiting on a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:45,746 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/.tmp/f1/5c3cddac01754e539ecf6763b8a4317c 2024-11-20T01:23:45,753 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c3cddac01754e539ecf6763b8a4317c 2024-11-20T01:23:45,767 DEBUG [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(1351): Waiting on a76b077b62f1cc522330acf6553b72f3 2024-11-20T01:23:45,787 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/.tmp/norep/2765ee06b4f5446ba8928dd652c855a7 is 32, key is row/norep:/1732065813887/DeleteFamily/seqid=0 2024-11-20T01:23:45,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741847_1023 (size=5101) 2024-11-20T01:23:45,812 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/.tmp/norep/2765ee06b4f5446ba8928dd652c855a7 2024-11-20T01:23:45,822 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2765ee06b4f5446ba8928dd652c855a7 2024-11-20T01:23:45,823 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/.tmp/f/60f986774a8849f48c377d9708d61b24 as hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/f/60f986774a8849f48c377d9708d61b24 2024-11-20T01:23:45,827 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60f986774a8849f48c377d9708d61b24 2024-11-20T01:23:45,828 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/f/60f986774a8849f48c377d9708d61b24, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T01:23:45,834 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/.tmp/f1/5c3cddac01754e539ecf6763b8a4317c as hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/f1/5c3cddac01754e539ecf6763b8a4317c 2024-11-20T01:23:45,839 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c3cddac01754e539ecf6763b8a4317c 2024-11-20T01:23:45,839 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/f1/5c3cddac01754e539ecf6763b8a4317c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T01:23:45,840 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/.tmp/norep/2765ee06b4f5446ba8928dd652c855a7 as hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/norep/2765ee06b4f5446ba8928dd652c855a7 2024-11-20T01:23:45,845 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2765ee06b4f5446ba8928dd652c855a7 2024-11-20T01:23:45,845 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/norep/2765ee06b4f5446ba8928dd652c855a7, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T01:23:45,849 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a76b077b62f1cc522330acf6553b72f3 in 689ms, sequenceid=6, compaction requested=false 2024-11-20T01:23:45,849 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T01:23:45,931 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/data/default/test/a76b077b62f1cc522330acf6553b72f3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T01:23:45,932 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:23:45,932 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:23:45,932 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732065799947.a76b077b62f1cc522330acf6553b72f3. 2024-11-20T01:23:45,932 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a76b077b62f1cc522330acf6553b72f3: Waiting for close lock at 1732065825160Running coprocessor pre-close hooks at 1732065825160Disabling compacts and flushes for region at 1732065825160Disabling writes for close at 1732065825160Obtaining lock to block concurrent updates at 1732065825160Preparing flush snapshotting stores in a76b077b62f1cc522330acf6553b72f3 at 1732065825160Finished memstore snapshotting test,,1732065799947.a76b077b62f1cc522330acf6553b72f3., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732065825160Flushing stores of test,,1732065799947.a76b077b62f1cc522330acf6553b72f3. at 1732065825161 (+1 ms)Flushing a76b077b62f1cc522330acf6553b72f3/f: creating writer at 1732065825161Flushing a76b077b62f1cc522330acf6553b72f3/f: appending metadata at 1732065825207 (+46 ms)Flushing a76b077b62f1cc522330acf6553b72f3/f: closing flushed file at 1732065825207Flushing a76b077b62f1cc522330acf6553b72f3/f1: creating writer at 1732065825256 (+49 ms)Flushing a76b077b62f1cc522330acf6553b72f3/f1: appending metadata at 1732065825290 (+34 ms)Flushing a76b077b62f1cc522330acf6553b72f3/f1: closing flushed file at 1732065825290Flushing a76b077b62f1cc522330acf6553b72f3/norep: creating writer at 1732065825753 (+463 ms)Flushing a76b077b62f1cc522330acf6553b72f3/norep: appending metadata at 1732065825786 (+33 ms)Flushing a76b077b62f1cc522330acf6553b72f3/norep: closing flushed file at 1732065825786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197f03ab: reopening flushed file at 1732065825822 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ca77be: reopening flushed file at 1732065825828 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46bd3196: reopening flushed file at 1732065825839 (+11 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a76b077b62f1cc522330acf6553b72f3 in 689ms, sequenceid=6, compaction requested=false at 1732065825849 (+10 ms)Writing region close event to WAL at 1732065825910 (+61 ms)Running coprocessor post-close hooks at 1732065825932 (+22 ms)Closed at 1732065825932 2024-11-20T01:23:45,932 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732065799947.a76b077b62f1cc522330acf6553b72f3. 2024-11-20T01:23:45,967 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,40805,1732065786206; all regions closed. 2024-11-20T01:23:45,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741834_1010 (size=4239) 2024-11-20T01:23:45,978 DEBUG [RS:0;57759bcb46a5:40805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/oldWALs 2024-11-20T01:23:45,978 INFO [RS:0;57759bcb46a5:40805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C40805%2C1732065786206.meta:.meta(num 1732065789259) 2024-11-20T01:23:45,981 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:45,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:23:45,982 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128867 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:23:46,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741839_1015 (size=2240) 2024-11-20T01:23:46,024 DEBUG [RS:0;57759bcb46a5:40805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/oldWALs 2024-11-20T01:23:46,024 INFO [RS:0;57759bcb46a5:40805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C40805%2C1732065786206.rep:(num 1732065807564) 2024-11-20T01:23:46,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741832_1008 (size=1535) 2024-11-20T01:23:46,052 DEBUG [RS:0;57759bcb46a5:40805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/oldWALs 2024-11-20T01:23:46,052 INFO [RS:0;57759bcb46a5:40805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C40805%2C1732065786206:(num 1732065788218) 2024-11-20T01:23:46,052 DEBUG [RS:0;57759bcb46a5:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:46,052 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:23:46,053 INFO [RS:0;57759bcb46a5:40805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:23:46,053 INFO [RS:0;57759bcb46a5:40805 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:23:46,053 INFO [RS:0;57759bcb46a5:40805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:23:46,053 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:23:46,053 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,40805,1732065786206 because: Region server is closing 2024-11-20T01:23:46,053 INFO [RS:0;57759bcb46a5:40805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:40805. 2024-11-20T01:23:46,053 DEBUG [RS:0;57759bcb46a5:40805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:46,053 DEBUG [RS:0;57759bcb46a5:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:46,053 DEBUG [RS:0;57759bcb46a5:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:46,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:46,154 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.wal-reader.57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T01:23:46,154 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.shipper57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T01:23:46,154 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,40805,1732065786206.replicationSource.shipper57759bcb46a5%2C40805%2C1732065786206,1-57759bcb46a5,40805,1732065786206 terminated 2024-11-20T01:23:46,154 INFO [RS:0;57759bcb46a5:40805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40805 2024-11-20T01:23:46,247 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0111166444/rs/57759bcb46a5,40805,1732065786206 2024-11-20T01:23:46,247 INFO [RS:0;57759bcb46a5:40805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:23:46,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444/rs 2024-11-20T01:23:46,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,40805,1732065786206] 2024-11-20T01:23:46,268 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0111166444/draining/57759bcb46a5,40805,1732065786206 already deleted, retry=false 2024-11-20T01:23:46,268 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,40805,1732065786206 expired; onlineServers=0 2024-11-20T01:23:46,268 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,41455,1732065786009' ***** 2024-11-20T01:23:46,268 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:23:46,268 INFO [M:0;57759bcb46a5:41455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:23:46,268 INFO [M:0;57759bcb46a5:41455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:23:46,268 DEBUG [M:0;57759bcb46a5:41455 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:23:46,268 DEBUG [M:0;57759bcb46a5:41455 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:23:46,268 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:23:46,268 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065788012 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065788012,5,FailOnTimeoutGroup] 2024-11-20T01:23:46,268 INFO [M:0;57759bcb46a5:41455 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:23:46,268 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065788013 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065788013,5,FailOnTimeoutGroup] 2024-11-20T01:23:46,268 INFO [M:0;57759bcb46a5:41455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:23:46,268 DEBUG [M:0;57759bcb46a5:41455 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:23:46,268 INFO [M:0;57759bcb46a5:41455 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:23:46,269 INFO [M:0;57759bcb46a5:41455 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:23:46,269 INFO [M:0;57759bcb46a5:41455 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:23:46,269 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:23:46,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0111166444/master 2024-11-20T01:23:46,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0111166444 2024-11-20T01:23:46,278 DEBUG [M:0;57759bcb46a5:41455 {}] zookeeper.ZKUtil(347): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Unable to get data of znode /0111166444/master because node does not exist (not an error) 2024-11-20T01:23:46,278 WARN [M:0;57759bcb46a5:41455 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:23:46,298 INFO [M:0;57759bcb46a5:41455 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/.lastflushedseqids 2024-11-20T01:23:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:23:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T01:23:46,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:23:46,358 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:46,358 INFO [RS:0;57759bcb46a5:40805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:23:46,358 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x10155d66b760001, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:46,358 INFO [RS:0;57759bcb46a5:40805 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,40805,1732065786206; zookeeper connection closed. 2024-11-20T01:23:46,364 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56e2c8a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56e2c8a1 2024-11-20T01:23:46,364 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:23:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741848_1024 (size=245) 2024-11-20T01:23:46,366 INFO [M:0;57759bcb46a5:41455 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:23:46,367 INFO [M:0;57759bcb46a5:41455 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:23:46,367 DEBUG [M:0;57759bcb46a5:41455 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:23:46,367 INFO [M:0;57759bcb46a5:41455 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:46,367 DEBUG [M:0;57759bcb46a5:41455 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:46,367 DEBUG [M:0;57759bcb46a5:41455 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:23:46,367 DEBUG [M:0;57759bcb46a5:41455 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:46,367 INFO [M:0;57759bcb46a5:41455 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-20T01:23:46,398 DEBUG [M:0;57759bcb46a5:41455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d48d284a691e4221b5dfba39e68cd1e0 is 82, key is hbase:meta,,1/info:regioninfo/1732065789303/Put/seqid=0 2024-11-20T01:23:46,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741849_1025 (size=5672) 2024-11-20T01:23:46,443 INFO [M:0;57759bcb46a5:41455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d48d284a691e4221b5dfba39e68cd1e0 2024-11-20T01:23:46,474 DEBUG [M:0;57759bcb46a5:41455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60e061645c634104bc205cfe55c49272 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732065801120/Put/seqid=0 2024-11-20T01:23:46,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741850_1026 (size=7219) 2024-11-20T01:23:46,911 INFO [M:0;57759bcb46a5:41455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60e061645c634104bc205cfe55c49272 2024-11-20T01:23:46,916 INFO [M:0;57759bcb46a5:41455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60e061645c634104bc205cfe55c49272 2024-11-20T01:23:46,957 DEBUG [M:0;57759bcb46a5:41455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e50e830e13084988a0429a717a1b075c is 69, key is 57759bcb46a5,40805,1732065786206/rs:state/1732065788068/Put/seqid=0 2024-11-20T01:23:47,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741851_1027 (size=5156) 2024-11-20T01:23:47,410 INFO [M:0;57759bcb46a5:41455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e50e830e13084988a0429a717a1b075c 2024-11-20T01:23:47,430 DEBUG [M:0;57759bcb46a5:41455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d48d284a691e4221b5dfba39e68cd1e0 as hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d48d284a691e4221b5dfba39e68cd1e0 2024-11-20T01:23:47,438 INFO [M:0;57759bcb46a5:41455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d48d284a691e4221b5dfba39e68cd1e0, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T01:23:47,443 DEBUG [M:0;57759bcb46a5:41455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60e061645c634104bc205cfe55c49272 as hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60e061645c634104bc205cfe55c49272 2024-11-20T01:23:47,460 INFO [M:0;57759bcb46a5:41455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60e061645c634104bc205cfe55c49272 2024-11-20T01:23:47,460 INFO [M:0;57759bcb46a5:41455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60e061645c634104bc205cfe55c49272, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T01:23:47,461 DEBUG [M:0;57759bcb46a5:41455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e50e830e13084988a0429a717a1b075c as hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e50e830e13084988a0429a717a1b075c 2024-11-20T01:23:47,466 INFO [M:0;57759bcb46a5:41455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34209/user/jenkins/test-data/50225fc2-ec17-cd30-b350-39f09bb77ce2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e50e830e13084988a0429a717a1b075c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T01:23:47,467 INFO [M:0;57759bcb46a5:41455 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1100ms, sequenceid=105, compaction requested=false 2024-11-20T01:23:47,523 INFO [M:0;57759bcb46a5:41455 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:47,523 DEBUG [M:0;57759bcb46a5:41455 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065826367Disabling compacts and flushes for region at 1732065826367Disabling writes for close at 1732065826367Obtaining lock to block concurrent updates at 1732065826367Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065826367Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732065826367Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065826368 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065826368Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065826397 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065826397Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065826453 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065826474 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065826474Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065826917 (+443 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065826957 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065826957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506626ec: reopening flushed file at 1732065827422 (+465 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13539819: reopening flushed file at 1732065827438 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ceb23b: reopening flushed file at 1732065827460 (+22 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1100ms, sequenceid=105, compaction requested=false at 1732065827467 (+7 ms)Writing region close event to WAL at 1732065827522 (+55 ms)Closed at 1732065827522 2024-11-20T01:23:47,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43467 is added to blk_1073741830_1006 (size=64435) 2024-11-20T01:23:47,542 INFO [M:0;57759bcb46a5:41455 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:23:47,542 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:23:47,542 INFO [M:0;57759bcb46a5:41455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41455 2024-11-20T01:23:47,545 INFO [M:0;57759bcb46a5:41455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:23:47,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:47,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41455-0x10155d66b760000, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:23:47,696 INFO [M:0;57759bcb46a5:41455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:23:47,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1da50d0d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:23:47,762 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a73c50e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:23:47,762 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:23:47,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7201fd93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:23:47,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29c1a610{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/hadoop.log.dir/,STOPPED} 2024-11-20T01:23:47,765 WARN [BP-660227232-172.17.0.3-1732065783777 heartbeating to localhost/127.0.0.1:34209 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:23:47,765 WARN [BP-660227232-172.17.0.3-1732065783777 heartbeating to localhost/127.0.0.1:34209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-660227232-172.17.0.3-1732065783777 (Datanode Uuid 6a782791-3908-4061-8ccf-fadca6e73b5f) service to localhost/127.0.0.1:34209 2024-11-20T01:23:47,766 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/cluster_661df08f-db56-a6e7-a78d-c1f416db8744/data/data1/current/BP-660227232-172.17.0.3-1732065783777 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:23:47,766 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/cluster_661df08f-db56-a6e7-a78d-c1f416db8744/data/data2/current/BP-660227232-172.17.0.3-1732065783777 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:23:47,766 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:23:47,766 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:23:47,772 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:23:47,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c7cdc0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:23:47,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@541e5d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:23:47,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:23:47,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dc97342{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:23:47,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c96ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af54e39f-0d23-c07f-fa77-198fc96f1788/hadoop.log.dir/,STOPPED} 2024-11-20T01:23:47,794 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T01:23:47,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:23:47,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 314) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52785) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52785) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52785) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:40379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34209 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40379 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40379 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40379 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43947 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=579 (was 493) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2890 (was 3934) 2024-11-20T01:23:47,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155d66b760002, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:23:47,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155d66b760002, quorum=127.0.0.1:52785, baseZNode=/0111166444 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:23:47,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10155d66b760008, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:23:47,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155d66b760005, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:23:47,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10155d66b760008, quorum=127.0.0.1:52785, baseZNode=/22016481481 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:23:47,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155d66b760005, quorum=127.0.0.1:52785, baseZNode=/12124195957 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:23:47,923 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=579, ProcessCount=11, AvailableMemoryMB=2883 2024-11-20T01:23:47,969 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-20T01:23:47,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/hadoop.log.dir so I do NOT create it in target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c 2024-11-20T01:23:47,972 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:23:47,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/hadoop.tmp.dir so I do NOT create it in target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c 2024-11-20T01:23:47,972 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e06ac2d1-a6a0-248e-2e2f-b3645231e9d3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:23:47,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c 2024-11-20T01:23:47,972 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/cluster_54b82659-5c53-cf9d-e29f-10d120cb2b1f, deleteOnExit=true 2024-11-20T01:23:48,099 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/cluster_54b82659-5c53-cf9d-e29f-10d120cb2b1f/zookeeper_0, clientPort=49467, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/cluster_54b82659-5c53-cf9d-e29f-10d120cb2b1f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/cluster_54b82659-5c53-cf9d-e29f-10d120cb2b1f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T01:23:48,109 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49467 2024-11-20T01:23:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:23:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:23:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/test.cache.data in system properties and HBase conf 2024-11-20T01:23:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:23:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:23:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:23:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:23:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:23:48,110 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:23:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:23:48,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:23:48,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:23:48,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:23:48,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:23:48,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:23:48,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:23:48,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:23:48,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:23:48,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:23:48,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:23:48,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:23:48,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:23:48,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:23:48,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:23:48,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:23:48,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:23:48,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:23:48,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:23:48,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:23:48,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@289868dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:23:48,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b703aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:23:48,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ad5ceb6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/java.io.tmpdir/jetty-localhost-35627-hadoop-hdfs-3_4_1-tests_jar-_-any-15106080561077092593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:23:48,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f4998f4{HTTP/1.1, (http/1.1)}{localhost:35627} 2024-11-20T01:23:48,974 INFO [Time-limited test {}] server.Server(415): Started @367640ms 2024-11-20T01:23:49,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:23:49,611 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:23:49,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:23:49,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:23:49,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:23:49,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f36f996{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:23:49,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@347d4209{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:23:49,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bcaa348{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/java.io.tmpdir/jetty-localhost-36631-hadoop-hdfs-3_4_1-tests_jar-_-any-3528239623707551127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:23:49,808 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65bca321{HTTP/1.1, (http/1.1)}{localhost:36631} 2024-11-20T01:23:49,808 INFO [Time-limited test {}] server.Server(415): Started @368474ms 2024-11-20T01:23:49,809 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:23:50,633 WARN [Thread-4163 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/cluster_54b82659-5c53-cf9d-e29f-10d120cb2b1f/data/data1/current/BP-1106648906-172.17.0.3-1732065828154/current, will proceed with Du for space computation calculation, 2024-11-20T01:23:50,633 WARN [Thread-4164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/cluster_54b82659-5c53-cf9d-e29f-10d120cb2b1f/data/data2/current/BP-1106648906-172.17.0.3-1732065828154/current, will proceed with Du for space computation calculation, 2024-11-20T01:23:50,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:23:50,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,758 WARN [Thread-4151 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:23:50,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x953044456dfc0799 with lease ID 0x4aaab74c6932f218: Processing first storage report for DS-266fac29-78e8-4c83-92fe-4ee6d3704804 from datanode DatanodeRegistration(127.0.0.1:36435, datanodeUuid=7d0460e8-d785-4ffc-a907-b7d7b22fde19, infoPort=45585, infoSecurePort=0, ipcPort=33983, storageInfo=lv=-57;cid=testClusterID;nsid=1922650624;c=1732065828154) 2024-11-20T01:23:50,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x953044456dfc0799 with lease ID 0x4aaab74c6932f218: from storage DS-266fac29-78e8-4c83-92fe-4ee6d3704804 node DatanodeRegistration(127.0.0.1:36435, datanodeUuid=7d0460e8-d785-4ffc-a907-b7d7b22fde19, infoPort=45585, infoSecurePort=0, ipcPort=33983, storageInfo=lv=-57;cid=testClusterID;nsid=1922650624;c=1732065828154), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:23:50,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x953044456dfc0799 with lease ID 0x4aaab74c6932f218: Processing first storage report for DS-2e182bde-2a6d-472f-a392-42983d4a755a from datanode DatanodeRegistration(127.0.0.1:36435, datanodeUuid=7d0460e8-d785-4ffc-a907-b7d7b22fde19, infoPort=45585, infoSecurePort=0, ipcPort=33983, storageInfo=lv=-57;cid=testClusterID;nsid=1922650624;c=1732065828154) 2024-11-20T01:23:50,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x953044456dfc0799 with lease ID 0x4aaab74c6932f218: from storage DS-2e182bde-2a6d-472f-a392-42983d4a755a node DatanodeRegistration(127.0.0.1:36435, datanodeUuid=7d0460e8-d785-4ffc-a907-b7d7b22fde19, infoPort=45585, infoSecurePort=0, ipcPort=33983, storageInfo=lv=-57;cid=testClusterID;nsid=1922650624;c=1732065828154), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:23:50,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:50,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c 2024-11-20T01:23:50,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:50,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:50,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:23:50,858 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74 with version=8 2024-11-20T01:23:50,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/hbase-staging 2024-11-20T01:23:50,861 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:23:50,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:50,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:50,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:23:50,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:50,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:23:50,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:23:50,861 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:23:50,869 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34185 2024-11-20T01:23:50,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34185 connecting to ZooKeeper ensemble=127.0.0.1:49467 2024-11-20T01:23:50,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341850x0, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:23:50,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34185-0x10155d718750000 connected 2024-11-20T01:23:51,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:51,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:51,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Set watcher on znode that does not yet exist, /0-2106392665/running 2024-11-20T01:23:51,219 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74, hbase.cluster.distributed=false 2024-11-20T01:23:51,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Set watcher on znode that does not yet exist, /0-2106392665/acl 2024-11-20T01:23:51,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34185 2024-11-20T01:23:51,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34185 2024-11-20T01:23:51,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34185 2024-11-20T01:23:51,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34185 2024-11-20T01:23:51,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34185 2024-11-20T01:23:51,255 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:23:51,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:51,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:51,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:23:51,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:51,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:23:51,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:23:51,255 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:23:51,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40977 2024-11-20T01:23:51,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40977 connecting to ZooKeeper ensemble=127.0.0.1:49467 2024-11-20T01:23:51,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:51,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:51,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409770x0, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Set watcher on znode that does not yet exist, /0-2106392665/running 2024-11-20T01:23:51,279 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:23:51,279 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409770x0, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:23:51,279 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:23:51,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40977-0x10155d718750001 connected 2024-11-20T01:23:51,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40977-0x10155d718750001, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Set watcher on znode that does not yet exist, /0-2106392665/master 2024-11-20T01:23:51,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40977-0x10155d718750001, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Set watcher on znode that does not yet exist, /0-2106392665/acl 2024-11-20T01:23:51,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40977 2024-11-20T01:23:51,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40977 2024-11-20T01:23:51,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40977 2024-11-20T01:23:51,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40977 2024-11-20T01:23:51,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40977 2024-11-20T01:23:51,388 DEBUG [M:0;57759bcb46a5:34185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:34185 2024-11-20T01:23:51,392 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2106392665/backup-masters/57759bcb46a5,34185,1732065830860 2024-11-20T01:23:51,404 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10155d718750001, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665/backup-masters 2024-11-20T01:23:51,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665/backup-masters 2024-11-20T01:23:51,405 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Set watcher on existing znode=/0-2106392665/backup-masters/57759bcb46a5,34185,1732065830860 2024-11-20T01:23:51,416 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10155d718750001, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2106392665/master 2024-11-20T01:23:51,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665 2024-11-20T01:23:51,416 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10155d718750001, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665 2024-11-20T01:23:51,418 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Set watcher on existing znode=/0-2106392665/master 2024-11-20T01:23:51,419 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2106392665/backup-masters/57759bcb46a5,34185,1732065830860 from backup master directory 2024-11-20T01:23:51,426 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10155d718750001, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665/backup-masters 2024-11-20T01:23:51,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2106392665/backup-masters/57759bcb46a5,34185,1732065830860 2024-11-20T01:23:51,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665/backup-masters 2024-11-20T01:23:51,426 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:23:51,426 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,34185,1732065830860 2024-11-20T01:23:51,443 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/hbase.id] with ID: 8e89837a-fbd8-498e-9769-cc1ddedeaedd 2024-11-20T01:23:51,443 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/.tmp/hbase.id 2024-11-20T01:23:51,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:23:51,522 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/.tmp/hbase.id]:[hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/hbase.id] 2024-11-20T01:23:51,534 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:51,535 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:23:51,535 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T01:23:51,541 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10155d718750001, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665 2024-11-20T01:23:51,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665 2024-11-20T01:23:51,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:23:52,024 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:52,024 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:23:52,031 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:52,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:23:52,050 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/MasterData/data/master/store 2024-11-20T01:23:52,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:23:52,086 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:52,087 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:23:52,087 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:52,087 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:52,087 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:23:52,087 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:52,087 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:52,087 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065832087Disabling compacts and flushes for region at 1732065832087Disabling writes for close at 1732065832087Writing region close event to WAL at 1732065832087Closed at 1732065832087 2024-11-20T01:23:52,087 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/MasterData/data/master/store/.initializing 2024-11-20T01:23:52,087 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/MasterData/WALs/57759bcb46a5,34185,1732065830860 2024-11-20T01:23:52,088 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:23:52,090 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C34185%2C1732065830860, suffix=, logDir=hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/MasterData/WALs/57759bcb46a5,34185,1732065830860, archiveDir=hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/MasterData/oldWALs, maxLogs=10 2024-11-20T01:23:52,114 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/MasterData/WALs/57759bcb46a5,34185,1732065830860/57759bcb46a5%2C34185%2C1732065830860.1732065832090, exclude list is [], retry=0 2024-11-20T01:23:52,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36435,DS-266fac29-78e8-4c83-92fe-4ee6d3704804,DISK] 2024-11-20T01:23:52,152 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/MasterData/WALs/57759bcb46a5,34185,1732065830860/57759bcb46a5%2C34185%2C1732065830860.1732065832090 2024-11-20T01:23:52,155 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45585:45585)] 2024-11-20T01:23:52,155 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:52,155 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:52,155 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:52,155 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:52,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:52,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:23:52,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:52,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:52,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:52,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:23:52,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:52,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:52,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:52,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:23:52,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:52,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:52,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:52,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:23:52,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:52,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:52,170 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:52,171 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:52,171 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:52,172 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:52,172 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:52,173 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:23:52,173 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:52,201 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:52,201 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74639930, jitterRate=0.1122216284275055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:23:52,202 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065832155Initializing all the Stores at 1732065832156 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065832156Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065832156Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065832156Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065832156Cleaning up temporary data from old regions at 1732065832172 (+16 ms)Region opened successfully at 1732065832202 (+30 ms) 2024-11-20T01:23:52,208 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:23:52,210 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9d6d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:23:52,211 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:23:52,211 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:23:52,211 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:23:52,211 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:23:52,211 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:23:52,212 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:23:52,212 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:23:52,238 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:23:52,239 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Unable to get data of znode /0-2106392665/balancer because node does not exist (not necessarily an error) 2024-11-20T01:23:52,288 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2106392665/balancer already deleted, retry=false 2024-11-20T01:23:52,289 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:23:52,289 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Unable to get data of znode /0-2106392665/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:23:52,299 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2106392665/normalizer already deleted, retry=false 2024-11-20T01:23:52,299 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:23:52,321 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Unable to get data of znode /0-2106392665/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:23:52,330 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2106392665/switch/split already deleted, retry=false 2024-11-20T01:23:52,335 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Unable to get data of znode /0-2106392665/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:23:52,345 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2106392665/switch/merge already deleted, retry=false 2024-11-20T01:23:52,347 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Unable to get data of znode /0-2106392665/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:23:52,351 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2106392665/snapshot-cleanup already deleted, retry=false 2024-11-20T01:23:52,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2106392665/running 2024-11-20T01:23:52,362 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10155d718750001, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2106392665/running 2024-11-20T01:23:52,362 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10155d718750001, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665 2024-11-20T01:23:52,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665 2024-11-20T01:23:52,362 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,34185,1732065830860, sessionid=0x10155d718750000, setting cluster-up flag (Was=false) 2024-11-20T01:23:52,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665 2024-11-20T01:23:52,383 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10155d718750001, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665 2024-11-20T01:23:52,415 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2106392665/flush-table-proc/acquired, /0-2106392665/flush-table-proc/reached, /0-2106392665/flush-table-proc/abort 2024-11-20T01:23:52,416 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,34185,1732065830860 2024-11-20T01:23:52,436 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10155d718750001, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665 2024-11-20T01:23:52,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665 2024-11-20T01:23:52,467 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2106392665/online-snapshot/acquired, /0-2106392665/online-snapshot/reached, /0-2106392665/online-snapshot/abort 2024-11-20T01:23:52,470 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,34185,1732065830860 2024-11-20T01:23:52,486 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:23:52,497 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:52,497 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:23:52,497 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:23:52,497 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,34185,1732065830860 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:23:52,501 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:52,501 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:52,501 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:52,502 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:52,502 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:23:52,502 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:52,502 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:23:52,502 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:52,514 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:52,515 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:23:52,515 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:52,516 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:23:52,524 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065862524 2024-11-20T01:23:52,525 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:23:52,525 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:23:52,525 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:23:52,525 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:23:52,525 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:23:52,525 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:23:52,528 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:52,530 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:23:52,530 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:23:52,530 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:23:52,530 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:23:52,532 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:23:52,532 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:23:52,544 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065832532,5,FailOnTimeoutGroup] 2024-11-20T01:23:52,560 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065832544,5,FailOnTimeoutGroup] 2024-11-20T01:23:52,560 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:52,560 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:23:52,560 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:52,560 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:52,566 INFO [RS:0;57759bcb46a5:40977 {}] regionserver.HRegionServer(746): ClusterId : 8e89837a-fbd8-498e-9769-cc1ddedeaedd 2024-11-20T01:23:52,567 DEBUG [RS:0;57759bcb46a5:40977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:23:52,583 DEBUG [RS:0;57759bcb46a5:40977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:23:52,583 DEBUG [RS:0;57759bcb46a5:40977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:23:52,594 DEBUG [RS:0;57759bcb46a5:40977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:23:52,595 DEBUG [RS:0;57759bcb46a5:40977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba7c2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:23:52,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:23:52,627 DEBUG [RS:0;57759bcb46a5:40977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:40977 2024-11-20T01:23:52,627 INFO [RS:0;57759bcb46a5:40977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:23:52,627 INFO [RS:0;57759bcb46a5:40977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:23:52,627 DEBUG [RS:0;57759bcb46a5:40977 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:23:52,628 INFO [RS:0;57759bcb46a5:40977 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,34185,1732065830860 with port=40977, startcode=1732065831255 2024-11-20T01:23:52,628 DEBUG [RS:0;57759bcb46a5:40977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:23:52,631 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:23:52,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34185 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,40977,1732065831255 2024-11-20T01:23:52,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34185 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,40977,1732065831255 2024-11-20T01:23:52,635 DEBUG [RS:0;57759bcb46a5:40977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74 2024-11-20T01:23:52,635 DEBUG [RS:0;57759bcb46a5:40977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38443 2024-11-20T01:23:52,635 DEBUG [RS:0;57759bcb46a5:40977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:23:52,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665/rs 2024-11-20T01:23:52,649 DEBUG [RS:0;57759bcb46a5:40977 {}] zookeeper.ZKUtil(111): regionserver:40977-0x10155d718750001, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Set watcher on existing znode=/0-2106392665/rs/57759bcb46a5,40977,1732065831255 2024-11-20T01:23:52,649 WARN [RS:0;57759bcb46a5:40977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:23:52,649 INFO [RS:0;57759bcb46a5:40977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:52,650 DEBUG [RS:0;57759bcb46a5:40977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/WALs/57759bcb46a5,40977,1732065831255 2024-11-20T01:23:52,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,40977,1732065831255] 2024-11-20T01:23:52,672 INFO [RS:0;57759bcb46a5:40977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:23:52,680 INFO [RS:0;57759bcb46a5:40977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:23:52,684 INFO [RS:0;57759bcb46a5:40977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:23:52,684 INFO [RS:0;57759bcb46a5:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:52,692 INFO [RS:0;57759bcb46a5:40977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:23:52,693 INFO [RS:0;57759bcb46a5:40977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:23:52,693 INFO [RS:0;57759bcb46a5:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:52,694 DEBUG [RS:0;57759bcb46a5:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:52,694 DEBUG [RS:0;57759bcb46a5:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:52,694 DEBUG [RS:0;57759bcb46a5:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:52,694 DEBUG [RS:0;57759bcb46a5:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:52,694 DEBUG [RS:0;57759bcb46a5:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:52,694 DEBUG [RS:0;57759bcb46a5:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:23:52,694 DEBUG [RS:0;57759bcb46a5:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:52,694 DEBUG [RS:0;57759bcb46a5:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:52,694 DEBUG [RS:0;57759bcb46a5:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:52,694 DEBUG [RS:0;57759bcb46a5:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:52,694 DEBUG [RS:0;57759bcb46a5:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:52,694 DEBUG [RS:0;57759bcb46a5:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:52,694 DEBUG [RS:0;57759bcb46a5:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:23:52,694 DEBUG [RS:0;57759bcb46a5:40977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:23:52,724 INFO [RS:0;57759bcb46a5:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:52,724 INFO [RS:0;57759bcb46a5:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:52,724 INFO [RS:0;57759bcb46a5:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:52,724 INFO [RS:0;57759bcb46a5:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:52,724 INFO [RS:0;57759bcb46a5:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:52,724 INFO [RS:0;57759bcb46a5:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,40977,1732065831255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:23:52,762 INFO [RS:0;57759bcb46a5:40977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:23:52,762 INFO [RS:0;57759bcb46a5:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,40977,1732065831255-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:52,763 INFO [RS:0;57759bcb46a5:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:52,763 INFO [RS:0;57759bcb46a5:40977 {}] regionserver.Replication(171): 57759bcb46a5,40977,1732065831255 started 2024-11-20T01:23:52,782 INFO [RS:0;57759bcb46a5:40977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:52,782 INFO [RS:0;57759bcb46a5:40977 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,40977,1732065831255, RpcServer on 57759bcb46a5/172.17.0.3:40977, sessionid=0x10155d718750001 2024-11-20T01:23:52,782 DEBUG [RS:0;57759bcb46a5:40977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:23:52,782 DEBUG [RS:0;57759bcb46a5:40977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,40977,1732065831255 2024-11-20T01:23:52,782 DEBUG [RS:0;57759bcb46a5:40977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,40977,1732065831255' 2024-11-20T01:23:52,782 DEBUG [RS:0;57759bcb46a5:40977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2106392665/flush-table-proc/abort' 2024-11-20T01:23:52,783 DEBUG [RS:0;57759bcb46a5:40977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2106392665/flush-table-proc/acquired' 2024-11-20T01:23:52,783 DEBUG [RS:0;57759bcb46a5:40977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:23:52,784 DEBUG [RS:0;57759bcb46a5:40977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:23:52,784 DEBUG [RS:0;57759bcb46a5:40977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,40977,1732065831255 2024-11-20T01:23:52,784 DEBUG [RS:0;57759bcb46a5:40977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,40977,1732065831255' 2024-11-20T01:23:52,784 DEBUG [RS:0;57759bcb46a5:40977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2106392665/online-snapshot/abort' 2024-11-20T01:23:52,784 DEBUG [RS:0;57759bcb46a5:40977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2106392665/online-snapshot/acquired' 2024-11-20T01:23:52,784 DEBUG [RS:0;57759bcb46a5:40977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:23:52,784 INFO [RS:0;57759bcb46a5:40977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:23:52,784 INFO [RS:0;57759bcb46a5:40977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:23:52,885 INFO [RS:0;57759bcb46a5:40977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:23:52,887 INFO [RS:0;57759bcb46a5:40977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C40977%2C1732065831255, suffix=, logDir=hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/WALs/57759bcb46a5,40977,1732065831255, archiveDir=hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/oldWALs, maxLogs=10 2024-11-20T01:23:52,917 DEBUG [RS:0;57759bcb46a5:40977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/WALs/57759bcb46a5,40977,1732065831255/57759bcb46a5%2C40977%2C1732065831255.1732065832887, exclude list is [], retry=0 2024-11-20T01:23:52,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36435,DS-266fac29-78e8-4c83-92fe-4ee6d3704804,DISK] 2024-11-20T01:23:52,941 INFO [RS:0;57759bcb46a5:40977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/WALs/57759bcb46a5,40977,1732065831255/57759bcb46a5%2C40977%2C1732065831255.1732065832887 2024-11-20T01:23:52,956 DEBUG [RS:0;57759bcb46a5:40977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45585:45585)] 2024-11-20T01:23:53,004 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:23:53,004 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74 2024-11-20T01:23:53,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:23:53,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:53,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:23:53,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:23:53,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:53,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:53,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:23:53,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:23:53,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:53,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:53,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:23:53,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:23:53,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:53,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:53,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:23:53,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:23:53,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:53,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:53,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:23:53,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/data/hbase/meta/1588230740 2024-11-20T01:23:53,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/data/hbase/meta/1588230740 2024-11-20T01:23:53,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:23:53,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:23:53,119 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:23:53,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:23:53,125 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:53,125 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66560639, jitterRate=-0.008169189095497131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:23:53,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065833065Initializing all the Stores at 1732065833070 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065833070Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065833070Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065833070Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065833070Cleaning up temporary data from old regions at 1732065833119 (+49 ms)Region opened successfully at 1732065833126 (+7 ms) 2024-11-20T01:23:53,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:23:53,126 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:23:53,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:23:53,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:23:53,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:23:53,145 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:23:53,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065833126Disabling compacts and flushes for region at 1732065833126Disabling writes for close at 1732065833126Writing region close event to WAL at 1732065833145 (+19 ms)Closed at 1732065833145 2024-11-20T01:23:53,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:53,149 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:23:53,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:23:53,151 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:23:53,153 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:23:53,304 DEBUG [57759bcb46a5:34185 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:23:53,305 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,40977,1732065831255 2024-11-20T01:23:53,308 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,40977,1732065831255, state=OPENING 2024-11-20T01:23:53,377 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:23:53,430 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10155d718750001, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665 2024-11-20T01:23:53,430 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:23:53,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,40977,1732065831255}] 2024-11-20T01:23:53,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2106392665/meta-region-server: CHANGED 2024-11-20T01:23:53,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2106392665 2024-11-20T01:23:53,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2106392665/meta-region-server: CHANGED 2024-11-20T01:23:53,592 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:23:53,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:23:53,637 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:23:53,637 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:53,638 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:23:53,639 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C40977%2C1732065831255.meta, suffix=.meta, logDir=hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/WALs/57759bcb46a5,40977,1732065831255, archiveDir=hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/oldWALs, maxLogs=10 2024-11-20T01:23:53,674 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/WALs/57759bcb46a5,40977,1732065831255/57759bcb46a5%2C40977%2C1732065831255.meta.1732065833639.meta, exclude list is [], retry=0 2024-11-20T01:23:53,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36435,DS-266fac29-78e8-4c83-92fe-4ee6d3704804,DISK] 2024-11-20T01:23:53,705 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/WALs/57759bcb46a5,40977,1732065831255/57759bcb46a5%2C40977%2C1732065831255.meta.1732065833639.meta 2024-11-20T01:23:53,724 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45585:45585)] 2024-11-20T01:23:53,724 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:53,725 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:23:53,725 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:23:53,725 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:23:53,725 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:23:53,725 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:23:53,725 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:53,725 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:23:53,725 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:23:53,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:23:53,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:23:53,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:53,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:53,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:23:53,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:23:53,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:53,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:53,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:23:53,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:23:53,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:53,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:53,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:23:53,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:23:53,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:53,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:53,752 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:23:53,753 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/data/hbase/meta/1588230740 2024-11-20T01:23:53,754 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/data/hbase/meta/1588230740 2024-11-20T01:23:53,755 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:23:53,755 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:23:53,757 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:23:53,760 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:23:53,761 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72004405, jitterRate=0.07294924557209015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:23:53,761 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:23:53,762 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065833726Writing region info on filesystem at 1732065833726Initializing all the Stores at 1732065833726Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065833726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065833738 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065833738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065833738Cleaning up temporary data from old regions at 1732065833755 (+17 ms)Running coprocessor post-open hooks at 1732065833761 (+6 ms)Region opened successfully at 1732065833762 (+1 ms) 2024-11-20T01:23:53,781 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065833592 2024-11-20T01:23:53,783 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:23:53,783 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:23:53,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,40977,1732065831255 2024-11-20T01:23:53,792 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,40977,1732065831255, state=OPEN 2024-11-20T01:23:53,815 DEBUG [pool-2289-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40977-0x10155d718750001, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2106392665/meta-region-server 2024-11-20T01:23:53,815 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,40977,1732065831255 2024-11-20T01:23:53,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2106392665/meta-region-server: CHANGED 2024-11-20T01:23:53,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x10155d718750000, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2106392665/meta-region-server 2024-11-20T01:23:53,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2106392665/meta-region-server: CHANGED 2024-11-20T01:23:53,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:23:53,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,40977,1732065831255 in 386 msec 2024-11-20T01:23:53,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:23:53,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 671 msec 2024-11-20T01:23:53,827 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:53,827 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:23:53,831 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:53,831 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,40977,1732065831255, seqNum=-1] 2024-11-20T01:23:53,831 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:53,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:53,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3400 sec 2024-11-20T01:23:53,837 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065833837, completionTime=-1 2024-11-20T01:23:53,837 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:23:53,837 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:23:53,840 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:23:53,840 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065893840 2024-11-20T01:23:53,840 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065953840 2024-11-20T01:23:53,840 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T01:23:53,841 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34185,1732065830860-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:53,841 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34185,1732065830860-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:53,841 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34185,1732065830860-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:53,841 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:34185, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:53,841 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:53,853 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:23:53,854 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:53,858 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.432sec 2024-11-20T01:23:53,858 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:23:53,859 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:23:53,859 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:23:53,859 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:23:53,859 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:23:53,859 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34185,1732065830860-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:23:53,859 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34185,1732065830860-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:23:53,864 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:23:53,865 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:23:53,865 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34185,1732065830860-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:53,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c15b5c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:53,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,34185,-1 for getting cluster id 2024-11-20T01:23:53,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:53,876 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e89837a-fbd8-498e-9769-cc1ddedeaedd' 2024-11-20T01:23:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e89837a-fbd8-498e-9769-cc1ddedeaedd" 2024-11-20T01:23:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1690f8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,34185,-1] 2024-11-20T01:23:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:53,878 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:53,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cfe867e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:53,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:23:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,40977,1732065831255, seqNum=-1] 2024-11-20T01:23:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:23:53,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:23:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,34185,1732065830860 2024-11-20T01:23:53,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49467 2024-11-20T01:23:53,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49467, baseZNode=/0-2106392665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:23:53,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155d718750002 connected 2024-11-20T01:23:54,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,34185,1732065830860 2024-11-20T01:23:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d439dad 2024-11-20T01:23:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:54,098 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:54,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34185 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34185 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:23:54,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:23:54,104 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:54,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34185 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:23:54,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:23:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:23:54,134 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f04d5ee523d263644b0dc2c7d0692d60, NAME => 'test,,1732065834098.f04d5ee523d263644b0dc2c7d0692d60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74 2024-11-20T01:23:54,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:23:54,171 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065834098.f04d5ee523d263644b0dc2c7d0692d60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:54,171 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f04d5ee523d263644b0dc2c7d0692d60, disabling compactions & flushes 2024-11-20T01:23:54,171 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065834098.f04d5ee523d263644b0dc2c7d0692d60. 2024-11-20T01:23:54,171 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065834098.f04d5ee523d263644b0dc2c7d0692d60. 2024-11-20T01:23:54,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065834098.f04d5ee523d263644b0dc2c7d0692d60. after waiting 0 ms 2024-11-20T01:23:54,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065834098.f04d5ee523d263644b0dc2c7d0692d60. 2024-11-20T01:23:54,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065834098.f04d5ee523d263644b0dc2c7d0692d60. 2024-11-20T01:23:54,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f04d5ee523d263644b0dc2c7d0692d60: Waiting for close lock at 1732065834171Disabling compacts and flushes for region at 1732065834171Disabling writes for close at 1732065834172 (+1 ms)Writing region close event to WAL at 1732065834172Closed at 1732065834172 2024-11-20T01:23:54,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:23:54,173 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065834098.f04d5ee523d263644b0dc2c7d0692d60.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065834173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065834173"}]},"ts":"1732065834173"} 2024-11-20T01:23:54,175 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:23:54,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:23:54,176 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065834176"}]},"ts":"1732065834176"} 2024-11-20T01:23:54,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:23:54,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f04d5ee523d263644b0dc2c7d0692d60, ASSIGN}] 2024-11-20T01:23:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:54,246 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f04d5ee523d263644b0dc2c7d0692d60, ASSIGN 2024-11-20T01:23:54,247 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f04d5ee523d263644b0dc2c7d0692d60, ASSIGN; state=OFFLINE, location=57759bcb46a5,40977,1732065831255; forceNewPlan=false, retain=false 2024-11-20T01:23:54,398 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f04d5ee523d263644b0dc2c7d0692d60, regionState=OPENING, regionLocation=57759bcb46a5,40977,1732065831255 2024-11-20T01:23:54,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f04d5ee523d263644b0dc2c7d0692d60, ASSIGN because future has completed 2024-11-20T01:23:54,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f04d5ee523d263644b0dc2c7d0692d60, server=57759bcb46a5,40977,1732065831255}] 2024-11-20T01:23:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:54,571 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065834098.f04d5ee523d263644b0dc2c7d0692d60. 2024-11-20T01:23:54,571 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f04d5ee523d263644b0dc2c7d0692d60, NAME => 'test,,1732065834098.f04d5ee523d263644b0dc2c7d0692d60.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:54,572 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:23:54,572 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:23:54,572 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f04d5ee523d263644b0dc2c7d0692d60 2024-11-20T01:23:54,572 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065834098.f04d5ee523d263644b0dc2c7d0692d60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:54,572 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f04d5ee523d263644b0dc2c7d0692d60 2024-11-20T01:23:54,575 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f04d5ee523d263644b0dc2c7d0692d60 2024-11-20T01:23:54,598 INFO [StoreOpener-f04d5ee523d263644b0dc2c7d0692d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f04d5ee523d263644b0dc2c7d0692d60 2024-11-20T01:23:54,600 INFO [StoreOpener-f04d5ee523d263644b0dc2c7d0692d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f04d5ee523d263644b0dc2c7d0692d60 columnFamilyName f 2024-11-20T01:23:54,600 DEBUG [StoreOpener-f04d5ee523d263644b0dc2c7d0692d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:54,600 INFO [StoreOpener-f04d5ee523d263644b0dc2c7d0692d60-1 {}] regionserver.HStore(327): Store=f04d5ee523d263644b0dc2c7d0692d60/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:54,600 INFO [StoreOpener-f04d5ee523d263644b0dc2c7d0692d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f04d5ee523d263644b0dc2c7d0692d60 2024-11-20T01:23:54,601 INFO [StoreOpener-f04d5ee523d263644b0dc2c7d0692d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f04d5ee523d263644b0dc2c7d0692d60 columnFamilyName f1 2024-11-20T01:23:54,601 DEBUG [StoreOpener-f04d5ee523d263644b0dc2c7d0692d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:54,602 INFO [StoreOpener-f04d5ee523d263644b0dc2c7d0692d60-1 {}] regionserver.HStore(327): Store=f04d5ee523d263644b0dc2c7d0692d60/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:54,602 INFO [StoreOpener-f04d5ee523d263644b0dc2c7d0692d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f04d5ee523d263644b0dc2c7d0692d60 2024-11-20T01:23:54,602 INFO [StoreOpener-f04d5ee523d263644b0dc2c7d0692d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f04d5ee523d263644b0dc2c7d0692d60 columnFamilyName norep 2024-11-20T01:23:54,603 DEBUG [StoreOpener-f04d5ee523d263644b0dc2c7d0692d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:54,603 INFO [StoreOpener-f04d5ee523d263644b0dc2c7d0692d60-1 {}] regionserver.HStore(327): Store=f04d5ee523d263644b0dc2c7d0692d60/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:54,603 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f04d5ee523d263644b0dc2c7d0692d60 2024-11-20T01:23:54,604 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/data/default/test/f04d5ee523d263644b0dc2c7d0692d60 2024-11-20T01:23:54,604 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/data/default/test/f04d5ee523d263644b0dc2c7d0692d60 2024-11-20T01:23:54,605 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f04d5ee523d263644b0dc2c7d0692d60 2024-11-20T01:23:54,605 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f04d5ee523d263644b0dc2c7d0692d60 2024-11-20T01:23:54,605 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:23:54,606 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f04d5ee523d263644b0dc2c7d0692d60 2024-11-20T01:23:54,621 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/data/default/test/f04d5ee523d263644b0dc2c7d0692d60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:54,621 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f04d5ee523d263644b0dc2c7d0692d60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66097227, jitterRate=-0.015074566006660461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:23:54,621 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f04d5ee523d263644b0dc2c7d0692d60 2024-11-20T01:23:54,622 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f04d5ee523d263644b0dc2c7d0692d60: Running coprocessor pre-open hook at 1732065834576Writing region info on filesystem at 1732065834576Initializing all the Stores at 1732065834577 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065834577Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065834598 (+21 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065834598Cleaning up temporary data from old regions at 1732065834605 (+7 ms)Running coprocessor post-open hooks at 1732065834621 (+16 ms)Region opened successfully at 1732065834622 (+1 ms) 2024-11-20T01:23:54,628 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065834098.f04d5ee523d263644b0dc2c7d0692d60., pid=6, masterSystemTime=1732065834567 2024-11-20T01:23:54,633 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065834098.f04d5ee523d263644b0dc2c7d0692d60. 2024-11-20T01:23:54,633 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065834098.f04d5ee523d263644b0dc2c7d0692d60. 2024-11-20T01:23:54,635 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f04d5ee523d263644b0dc2c7d0692d60, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,40977,1732065831255 2024-11-20T01:23:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f04d5ee523d263644b0dc2c7d0692d60, server=57759bcb46a5,40977,1732065831255 because future has completed 2024-11-20T01:23:54,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:23:54,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f04d5ee523d263644b0dc2c7d0692d60, server=57759bcb46a5,40977,1732065831255 in 256 msec 2024-11-20T01:23:54,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:23:54,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f04d5ee523d263644b0dc2c7d0692d60, ASSIGN in 484 msec 2024-11-20T01:23:54,675 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:23:54,675 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065834675"}]},"ts":"1732065834675"} 2024-11-20T01:23:54,677 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:23:54,677 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:23:54,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 578 msec 2024-11-20T01:23:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:23:54,733 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:23:54,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b105a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:54,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,34185,-1 for getting cluster id 2024-11-20T01:23:54,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:54,735 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e89837a-fbd8-498e-9769-cc1ddedeaedd' 2024-11-20T01:23:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e89837a-fbd8-498e-9769-cc1ddedeaedd" 2024-11-20T01:23:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,34185,-1] 2024-11-20T01:23:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:54,736 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:54,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b62119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:54,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,34185,1732065830860 2024-11-20T01:23:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29f5c4b7 2024-11-20T01:23:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:54,743 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:54,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34185 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:34185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:23:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34185 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:23:54,747 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:34185' 2024-11-20T01:23:54,748 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d800abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:54,748 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,34185,-1 for getting cluster id 2024-11-20T01:23:54,748 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:23:54,750 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e89837a-fbd8-498e-9769-cc1ddedeaedd' 2024-11-20T01:23:54,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:23:54,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e89837a-fbd8-498e-9769-cc1ddedeaedd" 2024-11-20T01:23:54,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705d195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:54,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,34185,-1] 2024-11-20T01:23:54,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:23:54,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:54,756 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:23:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:54,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728f425b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:23:54,759 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:23:54,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,34185,1732065830860 2024-11-20T01:23:54,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e6fa06a 2024-11-20T01:23:54,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:23:54,763 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:23:54,766 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-20T01:23:54,766 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:23:54,766 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:54,766 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:54,766 WARN [PEWorker-5 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://57759bcb46a5:34185, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T01:23:54,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:54,778 ERROR [PEWorker-5 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://57759bcb46a5:34185, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://57759bcb46a5:34185, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://57759bcb46a5:34185, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-20T01:23:54,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://57759bcb46a5:34185, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=35 msec 2024-11-20T01:23:54,780 WARN [PEWorker-5 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-20T01:23:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:23:54,872 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://57759bcb46a5:34185, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-20T01:23:54,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:23:54,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:23:54,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:54,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:23:54,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:23:54,909 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 360) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@52c21593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_426658070_20 at /127.0.0.1:51208 [Receiving block BP-1106648906-172.17.0.3-1732065828154:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_426658070_20 at /127.0.0.1:51232 [Receiving block BP-1106648906-172.17.0.3-1732065828154:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74/MasterData-prefix:57759bcb46a5,34185,1732065830860 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 38443 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcessThread(sid:0 cport:49467): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 2 on default port 33983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/57759bcb46a5:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1106648906-172.17.0.3-1732065828154:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49467) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2289-thread-1-SendThread(127.0.0.1:49467) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@28af479e java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/57759bcb46a5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-4e9f8a3b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1106648906-172.17.0.3-1732065828154:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:49467 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38443 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@66e1711c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-391be412-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1240190534-7863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33983 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7e8c4af7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(2045511829) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1240190534-7861 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f1d84432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/cluster_54b82659-5c53-cf9d-e29f-10d120cb2b1f/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/cluster_54b82659-5c53-cf9d-e29f-10d120cb2b1f/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/cluster_54b82659-5c53-cf9d-e29f-10d120cb2b1f/data/data2/current/BP-1106648906-172.17.0.3-1732065828154 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1240190534-7858 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f1d84432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1106648906-172.17.0.3-1732065828154 heartbeating to localhost/127.0.0.1:38443 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: 57759bcb46a5:34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server handler 0 on default port 33983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1240190534-7864 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1240190534-7860 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f1d84432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/57759bcb46a5:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007f1d84ad6c00.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;57759bcb46a5:34185 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1106648906-172.17.0.3-1732065828154:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 33983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74-prefix:57759bcb46a5,40977,1732065831255.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1240190534-7859-acceptor-0@1216f7c2-ServerConnector@3f4998f4{HTTP/1.1, (http/1.1)}{localhost:35627} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@32692841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_426658070_20 at /127.0.0.1:45654 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065832532 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server handler 1 on default port 33983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1885314489-7909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/57759bcb46a5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;57759bcb46a5:40977 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1885314489-7908-acceptor-0@5167c6e2-ServerConnector@65bca321{HTTP/1.1, (http/1.1)}{localhost:36631} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@b742cf0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065832544 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@414dafc1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4d6a731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: qtp1885314489-7910 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2289-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Server handler 0 on default port 38443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49467) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007f1d849f8668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1240190534-7862 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f1d84432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1885314489-7907 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f1d84432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/cluster_54b82659-5c53-cf9d-e29f-10d120cb2b1f/data/data1/current/BP-1106648906-172.17.0.3-1732065828154 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;57759bcb46a5:40977-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@672e323b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1240190534-7865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@55dcb400[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/57759bcb46a5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38443/user/jenkins/test-data/b4ee72ad-e2ad-203b-6cd7-34240e1d4b74-prefix:57759bcb46a5,40977,1732065831255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_392027937_20 at /127.0.0.1:51190 [Receiving block BP-1106648906-172.17.0.3-1732065828154:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=872 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=621 (was 579) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2431 (was 2883) 2024-11-20T01:23:54,913 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-20T01:23:54,953 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=621, ProcessCount=11, AvailableMemoryMB=2429 2024-11-20T01:23:54,953 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-20T01:23:54,971 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-20T01:23:54,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/hadoop.log.dir so I do NOT create it in target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4 2024-11-20T01:23:54,971 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:23:54,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/hadoop.tmp.dir so I do NOT create it in target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4 2024-11-20T01:23:54,971 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c67cc54e-4306-dfc9-b229-4e49944af22c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:23:54,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4 2024-11-20T01:23:54,972 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/cluster_d49432d9-1413-e61d-1edf-cfcce42cb907, deleteOnExit=true 2024-11-20T01:23:55,065 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/cluster_d49432d9-1413-e61d-1edf-cfcce42cb907/zookeeper_0, clientPort=53039, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/cluster_d49432d9-1413-e61d-1edf-cfcce42cb907/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/cluster_d49432d9-1413-e61d-1edf-cfcce42cb907/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T01:23:55,081 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53039 2024-11-20T01:23:55,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:23:55,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:23:55,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/test.cache.data in system properties and HBase conf 2024-11-20T01:23:55,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:23:55,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:23:55,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:23:55,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:23:55,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:23:55,082 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:23:55,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:23:55,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:23:55,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:23:55,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:23:55,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:23:55,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:23:55,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:23:55,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:23:55,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:23:55,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:23:55,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:23:55,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:23:55,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:23:55,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:23:55,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:23:55,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:23:55,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:23:55,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:23:55,846 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:23:55,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:23:55,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ee6f27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:23:55,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@466cb862{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:23:56,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40825574{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/java.io.tmpdir/jetty-localhost-34757-hadoop-hdfs-3_4_1-tests_jar-_-any-16615322109765899310/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:23:56,053 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@158bd107{HTTP/1.1, (http/1.1)}{localhost:34757} 2024-11-20T01:23:56,054 INFO [Time-limited test {}] server.Server(415): Started @374719ms 2024-11-20T01:23:56,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T01:23:56,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T01:23:56,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T01:23:56,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T01:23:56,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:23:56,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T01:23:56,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:23:56,698 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:23:56,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:23:56,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:23:56,737 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:23:56,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384017b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:23:56,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7c0e97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:23:56,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66067352{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/java.io.tmpdir/jetty-localhost-42605-hadoop-hdfs-3_4_1-tests_jar-_-any-12279970682660312839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:23:56,959 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ae0e6eb{HTTP/1.1, (http/1.1)}{localhost:42605} 2024-11-20T01:23:56,959 INFO [Time-limited test {}] server.Server(415): Started @375625ms 2024-11-20T01:23:56,961 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:23:57,923 WARN [Thread-4298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/cluster_d49432d9-1413-e61d-1edf-cfcce42cb907/data/data2/current/BP-587300707-172.17.0.3-1732065835118/current, will proceed with Du for space computation calculation, 2024-11-20T01:23:57,924 WARN [Thread-4297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/cluster_d49432d9-1413-e61d-1edf-cfcce42cb907/data/data1/current/BP-587300707-172.17.0.3-1732065835118/current, will proceed with Du for space computation calculation, 2024-11-20T01:23:57,997 WARN [Thread-4285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:23:58,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c58e6cdef53eb79 with lease ID 0x44f6719486617e0a: Processing first storage report for DS-0c1917f3-0012-42ce-a0c7-e42981677dc8 from datanode DatanodeRegistration(127.0.0.1:36749, datanodeUuid=77fa984c-6184-4182-9a14-afb96184b4a7, infoPort=46649, infoSecurePort=0, ipcPort=37071, storageInfo=lv=-57;cid=testClusterID;nsid=1828203296;c=1732065835118) 2024-11-20T01:23:58,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c58e6cdef53eb79 with lease ID 0x44f6719486617e0a: from storage DS-0c1917f3-0012-42ce-a0c7-e42981677dc8 node DatanodeRegistration(127.0.0.1:36749, datanodeUuid=77fa984c-6184-4182-9a14-afb96184b4a7, infoPort=46649, infoSecurePort=0, ipcPort=37071, storageInfo=lv=-57;cid=testClusterID;nsid=1828203296;c=1732065835118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:23:58,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c58e6cdef53eb79 with lease ID 0x44f6719486617e0a: Processing first storage report for DS-d26e3544-ebc4-4bfc-9153-ef9bb7821bbc from datanode DatanodeRegistration(127.0.0.1:36749, datanodeUuid=77fa984c-6184-4182-9a14-afb96184b4a7, infoPort=46649, infoSecurePort=0, ipcPort=37071, storageInfo=lv=-57;cid=testClusterID;nsid=1828203296;c=1732065835118) 2024-11-20T01:23:58,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c58e6cdef53eb79 with lease ID 0x44f6719486617e0a: from storage DS-d26e3544-ebc4-4bfc-9153-ef9bb7821bbc node DatanodeRegistration(127.0.0.1:36749, datanodeUuid=77fa984c-6184-4182-9a14-afb96184b4a7, infoPort=46649, infoSecurePort=0, ipcPort=37071, storageInfo=lv=-57;cid=testClusterID;nsid=1828203296;c=1732065835118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:23:58,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4 2024-11-20T01:23:58,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:58,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:58,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:23:58,183 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6 with version=8 2024-11-20T01:23:58,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/hbase-staging 2024-11-20T01:23:58,186 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:23:58,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:58,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:58,186 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:23:58,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:58,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:23:58,186 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:23:58,186 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:23:58,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40487 2024-11-20T01:23:58,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40487 connecting to ZooKeeper ensemble=127.0.0.1:53039 2024-11-20T01:23:58,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404870x0, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:23:58,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40487-0x10155d733bd0000 connected 2024-11-20T01:23:58,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:58,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:58,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Set watcher on znode that does not yet exist, /0-1689083863/running 2024-11-20T01:23:58,517 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6, hbase.cluster.distributed=false 2024-11-20T01:23:58,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Set watcher on znode that does not yet exist, /0-1689083863/acl 2024-11-20T01:23:58,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40487 2024-11-20T01:23:58,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40487 2024-11-20T01:23:58,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40487 2024-11-20T01:23:58,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40487 2024-11-20T01:23:58,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40487 2024-11-20T01:23:58,671 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:23:58,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:58,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:58,671 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:23:58,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:23:58,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:23:58,671 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:23:58,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:23:58,676 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:23:58,677 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T01:23:58,703 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45335 2024-11-20T01:23:58,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45335 connecting to ZooKeeper ensemble=127.0.0.1:53039 2024-11-20T01:23:58,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:58,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:58,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453350x0, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:23:58,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453350x0, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Set watcher on znode that does not yet exist, /0-1689083863/running 2024-11-20T01:23:58,764 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:23:58,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45335-0x10155d733bd0001 connected 2024-11-20T01:23:58,820 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:23:58,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Set watcher on znode that does not yet exist, /0-1689083863/master 2024-11-20T01:23:58,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Set watcher on znode that does not yet exist, /0-1689083863/acl 2024-11-20T01:23:58,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45335 2024-11-20T01:23:58,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45335 2024-11-20T01:23:58,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45335 2024-11-20T01:23:58,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45335 2024-11-20T01:23:58,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45335 2024-11-20T01:23:58,949 DEBUG [M:0;57759bcb46a5:40487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:40487 2024-11-20T01:23:58,953 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1689083863/backup-masters/57759bcb46a5,40487,1732065838185 2024-11-20T01:23:58,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863/backup-masters 2024-11-20T01:23:58,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863/backup-masters 2024-11-20T01:23:58,976 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Set watcher on existing znode=/0-1689083863/backup-masters/57759bcb46a5,40487,1732065838185 2024-11-20T01:23:58,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1689083863/master 2024-11-20T01:23:58,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:23:58,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:23:58,998 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Set watcher on existing znode=/0-1689083863/master 2024-11-20T01:23:59,004 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1689083863/backup-masters/57759bcb46a5,40487,1732065838185 from backup master directory 2024-11-20T01:23:59,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863/backup-masters 2024-11-20T01:23:59,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1689083863/backup-masters/57759bcb46a5,40487,1732065838185 2024-11-20T01:23:59,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863/backup-masters 2024-11-20T01:23:59,013 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:23:59,013 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,40487,1732065838185 2024-11-20T01:23:59,019 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/hbase.id] with ID: 190f457e-c0b3-4270-a529-bbeb1a380b6f 2024-11-20T01:23:59,019 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/.tmp/hbase.id 2024-11-20T01:23:59,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:23:59,042 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/.tmp/hbase.id]:[hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/hbase.id] 2024-11-20T01:23:59,058 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:23:59,058 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:23:59,059 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T01:23:59,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:23:59,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:23:59,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:23:59,129 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:23:59,130 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:23:59,130 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:23:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:23:59,224 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store 2024-11-20T01:23:59,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:23:59,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:23:59,278 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:59,278 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:23:59,278 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:59,278 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:59,278 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:23:59,278 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:59,278 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:23:59,278 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065839278Disabling compacts and flushes for region at 1732065839278Disabling writes for close at 1732065839278Writing region close event to WAL at 1732065839278Closed at 1732065839278 2024-11-20T01:23:59,279 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/.initializing 2024-11-20T01:23:59,279 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/WALs/57759bcb46a5,40487,1732065838185 2024-11-20T01:23:59,280 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:23:59,281 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C40487%2C1732065838185, suffix=, logDir=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/WALs/57759bcb46a5,40487,1732065838185, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/oldWALs, maxLogs=10 2024-11-20T01:23:59,308 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/WALs/57759bcb46a5,40487,1732065838185/57759bcb46a5%2C40487%2C1732065838185.1732065839281, exclude list is [], retry=0 2024-11-20T01:23:59,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36749,DS-0c1917f3-0012-42ce-a0c7-e42981677dc8,DISK] 2024-11-20T01:23:59,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:23:59,377 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/WALs/57759bcb46a5,40487,1732065838185/57759bcb46a5%2C40487%2C1732065838185.1732065839281 2024-11-20T01:23:59,381 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46649:46649)] 2024-11-20T01:23:59,381 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:23:59,381 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:23:59,381 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:59,381 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:59,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:59,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:23:59,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:59,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:23:59,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:59,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:23:59,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:59,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:59,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:59,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:23:59,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:59,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:59,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:59,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:23:59,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:59,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:23:59,415 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:59,416 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:59,416 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:59,417 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:59,417 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:59,418 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:23:59,419 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:23:59,433 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:23:59,433 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70875827, jitterRate=0.05613212287425995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:23:59,433 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065839381Initializing all the Stores at 1732065839382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065839382Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065839392 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065839392Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065839392Cleaning up temporary data from old regions at 1732065839417 (+25 ms)Region opened successfully at 1732065839433 (+16 ms) 2024-11-20T01:23:59,452 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:23:59,458 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2914e330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:23:59,459 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:23:59,459 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:23:59,460 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:23:59,460 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:23:59,460 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:23:59,460 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:23:59,460 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:23:59,486 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:23:59,487 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Unable to get data of znode /0-1689083863/balancer because node does not exist (not necessarily an error) 2024-11-20T01:23:59,505 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1689083863/balancer already deleted, retry=false 2024-11-20T01:23:59,506 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:23:59,507 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Unable to get data of znode /0-1689083863/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:23:59,515 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1689083863/normalizer already deleted, retry=false 2024-11-20T01:23:59,515 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:23:59,530 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Unable to get data of znode /0-1689083863/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:23:59,546 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1689083863/switch/split already deleted, retry=false 2024-11-20T01:23:59,547 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Unable to get data of znode /0-1689083863/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:23:59,557 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1689083863/switch/merge already deleted, retry=false 2024-11-20T01:23:59,559 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Unable to get data of znode /0-1689083863/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:23:59,589 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1689083863/snapshot-cleanup already deleted, retry=false 2024-11-20T01:23:59,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1689083863/running 2024-11-20T01:23:59,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:23:59,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1689083863/running 2024-11-20T01:23:59,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:23:59,613 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,40487,1732065838185, sessionid=0x10155d733bd0000, setting cluster-up flag (Was=false) 2024-11-20T01:23:59,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:23:59,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:23:59,694 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1689083863/flush-table-proc/acquired, /0-1689083863/flush-table-proc/reached, /0-1689083863/flush-table-proc/abort 2024-11-20T01:23:59,712 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,40487,1732065838185 2024-11-20T01:23:59,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:23:59,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:23:59,792 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1689083863/online-snapshot/acquired, /0-1689083863/online-snapshot/reached, /0-1689083863/online-snapshot/abort 2024-11-20T01:23:59,805 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,40487,1732065838185 2024-11-20T01:23:59,828 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:23:59,854 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(746): ClusterId : 190f457e-c0b3-4270-a529-bbeb1a380b6f 2024-11-20T01:23:59,854 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:59,854 DEBUG [RS:0;57759bcb46a5:45335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:23:59,855 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:23:59,855 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:23:59,855 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,40487,1732065838185 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:23:59,911 DEBUG [RS:0;57759bcb46a5:45335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:23:59,911 DEBUG [RS:0;57759bcb46a5:45335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:23:59,912 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:59,912 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:59,912 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:59,912 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:23:59,912 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:23:59,912 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:59,912 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:23:59,912 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:23:59,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:23:59,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:23:59,929 DEBUG [RS:0;57759bcb46a5:45335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:23:59,929 DEBUG [RS:0;57759bcb46a5:45335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e45820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:23:59,933 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:23:59,933 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:23:59,964 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065869964 2024-11-20T01:23:59,964 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:23:59,964 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:23:59,964 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:23:59,964 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:23:59,964 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:23:59,964 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:23:59,964 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:23:59,970 DEBUG [RS:0;57759bcb46a5:45335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:45335 2024-11-20T01:23:59,970 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:23:59,970 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:23:59,970 DEBUG [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:23:59,971 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,40487,1732065838185 with port=45335, startcode=1732065838671 2024-11-20T01:23:59,971 DEBUG [RS:0;57759bcb46a5:45335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:23:59,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:23:59,993 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:23:59,993 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:23:59,993 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:23:59,993 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:24:00,004 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:24:00,004 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:24:00,012 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065840004,5,FailOnTimeoutGroup] 2024-11-20T01:24:00,016 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065840012,5,FailOnTimeoutGroup] 2024-11-20T01:24:00,016 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:00,016 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:24:00,016 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:00,016 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:00,024 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:24:00,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,45335,1732065838671 2024-11-20T01:24:00,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40487 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,45335,1732065838671 2024-11-20T01:24:00,066 DEBUG [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6 2024-11-20T01:24:00,066 DEBUG [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35969 2024-11-20T01:24:00,066 DEBUG [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:24:00,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863/rs 2024-11-20T01:24:00,073 DEBUG [RS:0;57759bcb46a5:45335 {}] zookeeper.ZKUtil(111): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Set watcher on existing znode=/0-1689083863/rs/57759bcb46a5,45335,1732065838671 2024-11-20T01:24:00,073 WARN [RS:0;57759bcb46a5:45335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:24:00,074 INFO [RS:0;57759bcb46a5:45335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:24:00,074 DEBUG [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671 2024-11-20T01:24:00,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,45335,1732065838671] 2024-11-20T01:24:00,095 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:24:00,116 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:24:00,118 INFO [RS:0;57759bcb46a5:45335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:24:00,118 INFO [RS:0;57759bcb46a5:45335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:00,124 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:24:00,132 INFO [RS:0;57759bcb46a5:45335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:24:00,132 INFO [RS:0;57759bcb46a5:45335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:00,133 DEBUG [RS:0;57759bcb46a5:45335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:00,133 DEBUG [RS:0;57759bcb46a5:45335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:00,133 DEBUG [RS:0;57759bcb46a5:45335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:00,133 DEBUG [RS:0;57759bcb46a5:45335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:00,133 DEBUG [RS:0;57759bcb46a5:45335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:00,133 DEBUG [RS:0;57759bcb46a5:45335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:24:00,133 DEBUG [RS:0;57759bcb46a5:45335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:00,133 DEBUG [RS:0;57759bcb46a5:45335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:00,133 DEBUG [RS:0;57759bcb46a5:45335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:00,133 DEBUG [RS:0;57759bcb46a5:45335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:00,133 DEBUG [RS:0;57759bcb46a5:45335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:00,133 DEBUG [RS:0;57759bcb46a5:45335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:00,133 DEBUG [RS:0;57759bcb46a5:45335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:24:00,133 DEBUG [RS:0;57759bcb46a5:45335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:24:00,165 INFO [RS:0;57759bcb46a5:45335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:00,165 INFO [RS:0;57759bcb46a5:45335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:00,165 INFO [RS:0;57759bcb46a5:45335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:00,165 INFO [RS:0;57759bcb46a5:45335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:00,165 INFO [RS:0;57759bcb46a5:45335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:00,165 INFO [RS:0;57759bcb46a5:45335 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,45335,1732065838671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:24:00,214 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:24:00,214 INFO [RS:0;57759bcb46a5:45335 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,45335,1732065838671-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:00,214 INFO [RS:0;57759bcb46a5:45335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:00,214 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.Replication(171): 57759bcb46a5,45335,1732065838671 started 2024-11-20T01:24:00,256 INFO [RS:0;57759bcb46a5:45335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:00,256 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,45335,1732065838671, RpcServer on 57759bcb46a5/172.17.0.3:45335, sessionid=0x10155d733bd0001 2024-11-20T01:24:00,256 DEBUG [RS:0;57759bcb46a5:45335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:24:00,256 DEBUG [RS:0;57759bcb46a5:45335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,45335,1732065838671 2024-11-20T01:24:00,256 DEBUG [RS:0;57759bcb46a5:45335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,45335,1732065838671' 2024-11-20T01:24:00,256 DEBUG [RS:0;57759bcb46a5:45335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1689083863/flush-table-proc/abort' 2024-11-20T01:24:00,260 DEBUG [RS:0;57759bcb46a5:45335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1689083863/flush-table-proc/acquired' 2024-11-20T01:24:00,271 DEBUG [RS:0;57759bcb46a5:45335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:24:00,271 DEBUG [RS:0;57759bcb46a5:45335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:24:00,271 DEBUG [RS:0;57759bcb46a5:45335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,45335,1732065838671 2024-11-20T01:24:00,271 DEBUG [RS:0;57759bcb46a5:45335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,45335,1732065838671' 2024-11-20T01:24:00,271 DEBUG [RS:0;57759bcb46a5:45335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1689083863/online-snapshot/abort' 2024-11-20T01:24:00,272 DEBUG [RS:0;57759bcb46a5:45335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1689083863/online-snapshot/acquired' 2024-11-20T01:24:00,273 DEBUG [RS:0;57759bcb46a5:45335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:24:00,273 INFO [RS:0;57759bcb46a5:45335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:24:00,273 INFO [RS:0;57759bcb46a5:45335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:24:00,373 INFO [RS:0;57759bcb46a5:45335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:24:00,374 INFO [RS:0;57759bcb46a5:45335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C45335%2C1732065838671, suffix=, logDir=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/oldWALs, maxLogs=10 2024-11-20T01:24:00,388 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:24:00,388 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6 2024-11-20T01:24:00,394 DEBUG [RS:0;57759bcb46a5:45335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375, exclude list is [], retry=0 2024-11-20T01:24:00,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36749,DS-0c1917f3-0012-42ce-a0c7-e42981677dc8,DISK] 2024-11-20T01:24:00,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741832_1008 (size=32) 2024-11-20T01:24:00,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:00,433 INFO [RS:0;57759bcb46a5:45335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375 2024-11-20T01:24:00,443 DEBUG [RS:0;57759bcb46a5:45335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46649:46649)] 2024-11-20T01:24:00,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:24:00,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:24:00,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:00,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:00,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:24:00,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:24:00,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:00,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:00,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:24:00,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:24:00,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:00,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:00,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:24:00,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:24:00,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:00,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:00,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:24:00,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740 2024-11-20T01:24:00,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740 2024-11-20T01:24:00,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:24:00,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:24:00,475 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:24:00,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:24:00,485 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:24:00,486 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70013574, jitterRate=0.043283551931381226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:24:00,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065840431Initializing all the Stores at 1732065840439 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065840439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065840454 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065840454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065840454Cleaning up temporary data from old regions at 1732065840474 (+20 ms)Region opened successfully at 1732065840486 (+12 ms) 2024-11-20T01:24:00,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:24:00,486 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:24:00,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:24:00,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:24:00,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:24:00,492 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:24:00,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065840486Disabling compacts and flushes for region at 1732065840486Disabling writes for close at 1732065840486Writing region close event to WAL at 1732065840492 (+6 ms)Closed at 1732065840492 2024-11-20T01:24:00,494 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:24:00,494 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:24:00,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:24:00,495 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:24:00,500 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:24:00,650 DEBUG [57759bcb46a5:40487 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:24:00,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,45335,1732065838671 2024-11-20T01:24:00,655 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,45335,1732065838671, state=OPENING 2024-11-20T01:24:00,673 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:24:00,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:24:00,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:24:00,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1689083863/meta-region-server: CHANGED 2024-11-20T01:24:00,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1689083863/meta-region-server: CHANGED 2024-11-20T01:24:00,709 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:24:00,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,45335,1732065838671}] 2024-11-20T01:24:00,865 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:24:00,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:24:00,897 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:24:00,897 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:24:00,897 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:24:00,915 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C45335%2C1732065838671.meta, suffix=.meta, logDir=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/oldWALs, maxLogs=10 2024-11-20T01:24:00,968 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.meta.1732065840916.meta, exclude list is [], retry=0 2024-11-20T01:24:00,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36749,DS-0c1917f3-0012-42ce-a0c7-e42981677dc8,DISK] 2024-11-20T01:24:01,016 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.meta.1732065840916.meta 2024-11-20T01:24:01,032 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46649:46649)] 2024-11-20T01:24:01,033 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:24:01,033 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:24:01,033 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:24:01,033 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:24:01,033 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:24:01,034 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:24:01,034 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:01,034 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:24:01,034 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:24:01,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:24:01,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:24:01,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:01,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:01,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:24:01,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:24:01,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:01,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:01,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:24:01,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:24:01,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:01,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:01,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:24:01,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:24:01,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:01,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:01,060 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:24:01,061 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740 2024-11-20T01:24:01,062 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740 2024-11-20T01:24:01,063 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:24:01,063 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:24:01,063 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:24:01,065 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:24:01,065 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71541728, jitterRate=0.0660548210144043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:24:01,065 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:24:01,065 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065841034Writing region info on filesystem at 1732065841034Initializing all the Stores at 1732065841035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065841035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065841045 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065841045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065841045Cleaning up temporary data from old regions at 1732065841063 (+18 ms)Running coprocessor post-open hooks at 1732065841065 (+2 ms)Region opened successfully at 1732065841065 2024-11-20T01:24:01,068 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065840864 2024-11-20T01:24:01,071 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:24:01,071 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:24:01,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,45335,1732065838671 2024-11-20T01:24:01,073 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,45335,1732065838671, state=OPEN 2024-11-20T01:24:01,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1689083863/meta-region-server 2024-11-20T01:24:01,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1689083863/meta-region-server: CHANGED 2024-11-20T01:24:01,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1689083863/meta-region-server 2024-11-20T01:24:01,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1689083863/meta-region-server: CHANGED 2024-11-20T01:24:01,086 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,45335,1732065838671 2024-11-20T01:24:01,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:24:01,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,45335,1732065838671 in 377 msec 2024-11-20T01:24:01,101 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:24:01,101 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:24:01,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:24:01,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 599 msec 2024-11-20T01:24:01,103 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:24:01,103 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,45335,1732065838671, seqNum=-1] 2024-11-20T01:24:01,104 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:01,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:01,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2750 sec 2024-11-20T01:24:01,119 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065841119, completionTime=-1 2024-11-20T01:24:01,119 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:24:01,119 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:24:01,121 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:24:01,121 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065901121 2024-11-20T01:24:01,121 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065961121 2024-11-20T01:24:01,121 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T01:24:01,122 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,40487,1732065838185-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:01,122 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,40487,1732065838185-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:01,122 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,40487,1732065838185-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:01,122 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:40487, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:01,122 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:01,124 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:24:01,132 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:01,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.127sec 2024-11-20T01:24:01,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:24:01,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:24:01,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:24:01,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:24:01,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:24:01,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,40487,1732065838185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:24:01,140 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,40487,1732065838185-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:24:01,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c9dae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:01,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,40487,-1 for getting cluster id 2024-11-20T01:24:01,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:01,177 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:24:01,177 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:24:01,178 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,40487,1732065838185-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:01,185 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190f457e-c0b3-4270-a529-bbeb1a380b6f' 2024-11-20T01:24:01,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:01,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190f457e-c0b3-4270-a529-bbeb1a380b6f" 2024-11-20T01:24:01,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f2532f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:01,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,40487,-1] 2024-11-20T01:24:01,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:01,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:01,187 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:01,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71065bc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:01,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:24:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,45335,1732065838671, seqNum=-1] 2024-11-20T01:24:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:01,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:01,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,40487,1732065838185 2024-11-20T01:24:01,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53039 2024-11-20T01:24:01,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:24:01,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/hadoop.log.dir so I do NOT create it in target/test-data/8e630129-2503-327b-c601-2dc5b377fe61 2024-11-20T01:24:01,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:24:01,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/hadoop.tmp.dir so I do NOT create it in target/test-data/8e630129-2503-327b-c601-2dc5b377fe61 2024-11-20T01:24:01,236 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:24:01,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61 2024-11-20T01:24:01,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:24:01,236 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/cluster_da29a394-210b-c326-fba0-b3fcf7f83a08, deleteOnExit=true 2024-11-20T01:24:01,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:24:01,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/test.cache.data in system properties and HBase conf 2024-11-20T01:24:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:24:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:24:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:24:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:24:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:24:01,237 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:24:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:24:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:24:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:24:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:24:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:24:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:24:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:24:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:24:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:24:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:24:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:24:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:24:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:24:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:24:01,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10155d733bd0002 connected 2024-11-20T01:24:01,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:24:01,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:24:02,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:24:02,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:24:02,024 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:24:02,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:24:02,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@123ff758{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:24:02,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d807d1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:24:02,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bdf679d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/java.io.tmpdir/jetty-localhost-39833-hadoop-hdfs-3_4_1-tests_jar-_-any-10499386983764995347/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:24:02,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49c62e40{HTTP/1.1, (http/1.1)}{localhost:39833} 2024-11-20T01:24:02,305 INFO [Time-limited test {}] server.Server(415): Started @380971ms 2024-11-20T01:24:02,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:24:02,859 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:24:02,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:24:02,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:24:02,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:24:02,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b4532be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:24:02,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@175d26d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:24:03,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@729d566c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/java.io.tmpdir/jetty-localhost-38641-hadoop-hdfs-3_4_1-tests_jar-_-any-11974098070167811707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:24:03,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@753261d6{HTTP/1.1, (http/1.1)}{localhost:38641} 2024-11-20T01:24:03,066 INFO [Time-limited test {}] server.Server(415): Started @381731ms 2024-11-20T01:24:03,067 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:24:04,758 WARN [Thread-4418 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/cluster_da29a394-210b-c326-fba0-b3fcf7f83a08/data/data1/current/BP-822659737-172.17.0.3-1732065841337/current, will proceed with Du for space computation calculation, 2024-11-20T01:24:04,758 WARN [Thread-4419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/cluster_da29a394-210b-c326-fba0-b3fcf7f83a08/data/data2/current/BP-822659737-172.17.0.3-1732065841337/current, will proceed with Du for space computation calculation, 2024-11-20T01:24:04,779 WARN [Thread-4406 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:24:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x240237a9e5b9d2a3 with lease ID 0x935910f844643c7e: Processing first storage report for DS-e9c77255-9c61-48c6-bf78-499dc74ea379 from datanode DatanodeRegistration(127.0.0.1:34871, datanodeUuid=8391a748-2f3f-4df2-9324-6e53496839ec, infoPort=40755, infoSecurePort=0, ipcPort=44749, storageInfo=lv=-57;cid=testClusterID;nsid=1066643753;c=1732065841337) 2024-11-20T01:24:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x240237a9e5b9d2a3 with lease ID 0x935910f844643c7e: from storage DS-e9c77255-9c61-48c6-bf78-499dc74ea379 node DatanodeRegistration(127.0.0.1:34871, datanodeUuid=8391a748-2f3f-4df2-9324-6e53496839ec, infoPort=40755, infoSecurePort=0, ipcPort=44749, storageInfo=lv=-57;cid=testClusterID;nsid=1066643753;c=1732065841337), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:24:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x240237a9e5b9d2a3 with lease ID 0x935910f844643c7e: Processing first storage report for DS-5bf6e32d-5189-4540-bb32-656e57fde2e5 from datanode DatanodeRegistration(127.0.0.1:34871, datanodeUuid=8391a748-2f3f-4df2-9324-6e53496839ec, infoPort=40755, infoSecurePort=0, ipcPort=44749, storageInfo=lv=-57;cid=testClusterID;nsid=1066643753;c=1732065841337) 2024-11-20T01:24:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x240237a9e5b9d2a3 with lease ID 0x935910f844643c7e: from storage DS-5bf6e32d-5189-4540-bb32-656e57fde2e5 node DatanodeRegistration(127.0.0.1:34871, datanodeUuid=8391a748-2f3f-4df2-9324-6e53496839ec, infoPort=40755, infoSecurePort=0, ipcPort=44749, storageInfo=lv=-57;cid=testClusterID;nsid=1066643753;c=1732065841337), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:24:04,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61 2024-11-20T01:24:04,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:04,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:04,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:24:05,199 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671 with version=8 2024-11-20T01:24:05,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/hbase-staging 2024-11-20T01:24:05,202 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:24:05,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:24:05,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:24:05,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:24:05,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:24:05,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:24:05,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:24:05,203 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:24:05,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34041 2024-11-20T01:24:05,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34041 connecting to ZooKeeper ensemble=127.0.0.1:53039 2024-11-20T01:24:05,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340410x0, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:24:05,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34041-0x10155d733bd0003 connected 2024-11-20T01:24:05,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:05,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:05,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Set watcher on znode that does not yet exist, /1-2136585191/running 2024-11-20T01:24:05,298 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671, hbase.cluster.distributed=false 2024-11-20T01:24:05,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Set watcher on znode that does not yet exist, /1-2136585191/acl 2024-11-20T01:24:05,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34041 2024-11-20T01:24:05,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34041 2024-11-20T01:24:05,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34041 2024-11-20T01:24:05,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34041 2024-11-20T01:24:05,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34041 2024-11-20T01:24:05,321 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:24:05,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:24:05,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:24:05,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:24:05,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:24:05,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:24:05,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:24:05,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:24:05,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38483 2024-11-20T01:24:05,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38483 connecting to ZooKeeper ensemble=127.0.0.1:53039 2024-11-20T01:24:05,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:05,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:05,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384830x0, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:24:05,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384830x0, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Set watcher on znode that does not yet exist, /1-2136585191/running 2024-11-20T01:24:05,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38483-0x10155d733bd0004 connected 2024-11-20T01:24:05,336 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:24:05,341 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:24:05,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Set watcher on znode that does not yet exist, /1-2136585191/master 2024-11-20T01:24:05,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Set watcher on znode that does not yet exist, /1-2136585191/acl 2024-11-20T01:24:05,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38483 2024-11-20T01:24:05,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38483 2024-11-20T01:24:05,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38483 2024-11-20T01:24:05,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38483 2024-11-20T01:24:05,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38483 2024-11-20T01:24:05,362 DEBUG [M:0;57759bcb46a5:34041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:34041 2024-11-20T01:24:05,363 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2136585191/backup-masters/57759bcb46a5,34041,1732065845202 2024-11-20T01:24:05,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191/backup-masters 2024-11-20T01:24:05,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191/backup-masters 2024-11-20T01:24:05,368 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Set watcher on existing znode=/1-2136585191/backup-masters/57759bcb46a5,34041,1732065845202 2024-11-20T01:24:05,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191 2024-11-20T01:24:05,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2136585191/master 2024-11-20T01:24:05,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191 2024-11-20T01:24:05,379 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Set watcher on existing znode=/1-2136585191/master 2024-11-20T01:24:05,379 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2136585191/backup-masters/57759bcb46a5,34041,1732065845202 from backup master directory 2024-11-20T01:24:05,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2136585191/backup-masters/57759bcb46a5,34041,1732065845202 2024-11-20T01:24:05,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191/backup-masters 2024-11-20T01:24:05,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191/backup-masters 2024-11-20T01:24:05,388 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:24:05,388 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,34041,1732065845202 2024-11-20T01:24:05,391 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/hbase.id] with ID: bd25d09f-65af-41df-8ede-548638b86495 2024-11-20T01:24:05,391 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/.tmp/hbase.id 2024-11-20T01:24:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:24:05,796 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/.tmp/hbase.id]:[hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/hbase.id] 2024-11-20T01:24:05,803 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:05,803 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:24:05,804 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T01:24:05,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191 2024-11-20T01:24:05,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191 2024-11-20T01:24:05,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:24:06,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:24:06,110 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:24:06,111 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148996 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:24:06,271 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:24:06,272 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:24:06,274 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:24:06,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:24:06,298 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store 2024-11-20T01:24:06,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:24:06,303 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:06,303 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:24:06,303 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:06,303 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:06,303 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:24:06,303 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:06,303 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:06,303 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065846303Disabling compacts and flushes for region at 1732065846303Disabling writes for close at 1732065846303Writing region close event to WAL at 1732065846303Closed at 1732065846303 2024-11-20T01:24:06,304 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/.initializing 2024-11-20T01:24:06,305 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/WALs/57759bcb46a5,34041,1732065845202 2024-11-20T01:24:06,306 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:24:06,307 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C34041%2C1732065845202, suffix=, logDir=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/WALs/57759bcb46a5,34041,1732065845202, archiveDir=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/oldWALs, maxLogs=10 2024-11-20T01:24:06,326 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/WALs/57759bcb46a5,34041,1732065845202/57759bcb46a5%2C34041%2C1732065845202.1732065846308, exclude list is [], retry=0 2024-11-20T01:24:06,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34871,DS-e9c77255-9c61-48c6-bf78-499dc74ea379,DISK] 2024-11-20T01:24:06,346 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/WALs/57759bcb46a5,34041,1732065845202/57759bcb46a5%2C34041%2C1732065845202.1732065846308 2024-11-20T01:24:06,348 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755)] 2024-11-20T01:24:06,349 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:24:06,349 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:06,349 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:06,349 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:06,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:06,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:24:06,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:06,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:06,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:06,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:24:06,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:06,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:06,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:06,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:24:06,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:06,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:06,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:06,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:24:06,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:06,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:06,367 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:06,368 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:06,368 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:06,371 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:06,371 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:06,372 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:24:06,375 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:06,388 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:24:06,390 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64167572, jitterRate=-0.04382866621017456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:24:06,390 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065846349Initializing all the Stores at 1732065846353 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065846353Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065846353Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065846353Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065846353Cleaning up temporary data from old regions at 1732065846371 (+18 ms)Region opened successfully at 1732065846390 (+19 ms) 2024-11-20T01:24:06,391 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:24:06,402 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196a01e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:24:06,409 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:24:06,409 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:24:06,409 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:24:06,409 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:24:06,410 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:24:06,410 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:24:06,410 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:24:06,430 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:24:06,430 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Unable to get data of znode /1-2136585191/balancer because node does not exist (not necessarily an error) 2024-11-20T01:24:06,479 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2136585191/balancer already deleted, retry=false 2024-11-20T01:24:06,479 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:24:06,480 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Unable to get data of znode /1-2136585191/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:24:06,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:24:06,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,553 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2136585191/normalizer already deleted, retry=false 2024-11-20T01:24:06,553 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:24:06,564 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Unable to get data of znode /1-2136585191/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:24:06,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:06,637 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2136585191/switch/split already deleted, retry=false 2024-11-20T01:24:06,648 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Unable to get data of znode /1-2136585191/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:24:06,675 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2136585191/switch/merge already deleted, retry=false 2024-11-20T01:24:06,680 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Unable to get data of znode /1-2136585191/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:24:06,757 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2136585191/snapshot-cleanup already deleted, retry=false 2024-11-20T01:24:06,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2136585191/running 2024-11-20T01:24:06,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2136585191/running 2024-11-20T01:24:06,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191 2024-11-20T01:24:06,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191 2024-11-20T01:24:06,808 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,34041,1732065845202, sessionid=0x10155d733bd0003, setting cluster-up flag (Was=false) 2024-11-20T01:24:06,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191 2024-11-20T01:24:06,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191 2024-11-20T01:24:06,914 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2136585191/flush-table-proc/acquired, /1-2136585191/flush-table-proc/reached, /1-2136585191/flush-table-proc/abort 2024-11-20T01:24:06,915 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,34041,1732065845202 2024-11-20T01:24:06,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191 2024-11-20T01:24:06,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191 2024-11-20T01:24:07,045 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2136585191/online-snapshot/acquired, /1-2136585191/online-snapshot/reached, /1-2136585191/online-snapshot/abort 2024-11-20T01:24:07,046 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,34041,1732065845202 2024-11-20T01:24:07,047 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:24:07,048 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:24:07,048 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:24:07,048 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:24:07,048 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,34041,1732065845202 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:24:07,051 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:24:07,051 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:24:07,051 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:24:07,051 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:24:07,051 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:24:07,051 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:07,051 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:24:07,051 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:07,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:24:07,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:24:07,054 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:07,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:24:07,057 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(746): ClusterId : bd25d09f-65af-41df-8ede-548638b86495 2024-11-20T01:24:07,057 DEBUG [RS:0;57759bcb46a5:38483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:24:07,065 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065877064 2024-11-20T01:24:07,065 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:24:07,065 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:24:07,065 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:24:07,065 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:24:07,065 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:24:07,065 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:24:07,068 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:07,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:24:07,076 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:24:07,077 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671 2024-11-20T01:24:07,080 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:24:07,080 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:24:07,081 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:24:07,081 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:24:07,081 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:24:07,081 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:24:07,084 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065847081,5,FailOnTimeoutGroup] 2024-11-20T01:24:07,088 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065847084,5,FailOnTimeoutGroup] 2024-11-20T01:24:07,088 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:07,088 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:24:07,088 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:07,088 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:07,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741832_1008 (size=32) 2024-11-20T01:24:07,109 DEBUG [RS:0;57759bcb46a5:38483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:24:07,109 DEBUG [RS:0;57759bcb46a5:38483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:24:07,154 DEBUG [RS:0;57759bcb46a5:38483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:24:07,155 DEBUG [RS:0;57759bcb46a5:38483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128fbbac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:24:07,166 DEBUG [RS:0;57759bcb46a5:38483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:38483 2024-11-20T01:24:07,166 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:24:07,166 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:24:07,166 DEBUG [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:24:07,167 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,34041,1732065845202 with port=38483, startcode=1732065845320 2024-11-20T01:24:07,167 DEBUG [RS:0;57759bcb46a5:38483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:24:07,168 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:24:07,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,38483,1732065845320 2024-11-20T01:24:07,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,38483,1732065845320 2024-11-20T01:24:07,170 DEBUG [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671 2024-11-20T01:24:07,170 DEBUG [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35219 2024-11-20T01:24:07,170 DEBUG [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:24:07,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191/rs 2024-11-20T01:24:07,258 DEBUG [RS:0;57759bcb46a5:38483 {}] zookeeper.ZKUtil(111): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Set watcher on existing znode=/1-2136585191/rs/57759bcb46a5,38483,1732065845320 2024-11-20T01:24:07,258 WARN [RS:0;57759bcb46a5:38483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:24:07,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,38483,1732065845320] 2024-11-20T01:24:07,258 INFO [RS:0;57759bcb46a5:38483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:24:07,258 DEBUG [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/WALs/57759bcb46a5,38483,1732065845320 2024-11-20T01:24:07,260 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:24:07,261 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:24:07,262 INFO [RS:0;57759bcb46a5:38483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:24:07,262 INFO [RS:0;57759bcb46a5:38483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:07,262 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:24:07,263 INFO [RS:0;57759bcb46a5:38483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:24:07,263 INFO [RS:0;57759bcb46a5:38483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:07,263 DEBUG [RS:0;57759bcb46a5:38483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:07,263 DEBUG [RS:0;57759bcb46a5:38483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:07,263 DEBUG [RS:0;57759bcb46a5:38483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:07,263 DEBUG [RS:0;57759bcb46a5:38483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:07,263 DEBUG [RS:0;57759bcb46a5:38483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:07,263 DEBUG [RS:0;57759bcb46a5:38483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:24:07,263 DEBUG [RS:0;57759bcb46a5:38483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:07,263 DEBUG [RS:0;57759bcb46a5:38483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:07,263 DEBUG [RS:0;57759bcb46a5:38483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:07,263 DEBUG [RS:0;57759bcb46a5:38483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:07,263 DEBUG [RS:0;57759bcb46a5:38483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:07,263 DEBUG [RS:0;57759bcb46a5:38483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:07,263 DEBUG [RS:0;57759bcb46a5:38483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:24:07,263 DEBUG [RS:0;57759bcb46a5:38483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:24:07,264 INFO [RS:0;57759bcb46a5:38483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:07,264 INFO [RS:0;57759bcb46a5:38483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:07,264 INFO [RS:0;57759bcb46a5:38483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:07,264 INFO [RS:0;57759bcb46a5:38483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:07,264 INFO [RS:0;57759bcb46a5:38483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:07,264 INFO [RS:0;57759bcb46a5:38483 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38483,1732065845320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:24:07,282 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:24:07,282 INFO [RS:0;57759bcb46a5:38483 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38483,1732065845320-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:07,282 INFO [RS:0;57759bcb46a5:38483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:07,282 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.Replication(171): 57759bcb46a5,38483,1732065845320 started 2024-11-20T01:24:07,300 INFO [RS:0;57759bcb46a5:38483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:07,301 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,38483,1732065845320, RpcServer on 57759bcb46a5/172.17.0.3:38483, sessionid=0x10155d733bd0004 2024-11-20T01:24:07,301 DEBUG [RS:0;57759bcb46a5:38483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:24:07,301 DEBUG [RS:0;57759bcb46a5:38483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,38483,1732065845320 2024-11-20T01:24:07,301 DEBUG [RS:0;57759bcb46a5:38483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,38483,1732065845320' 2024-11-20T01:24:07,301 DEBUG [RS:0;57759bcb46a5:38483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2136585191/flush-table-proc/abort' 2024-11-20T01:24:07,301 DEBUG [RS:0;57759bcb46a5:38483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2136585191/flush-table-proc/acquired' 2024-11-20T01:24:07,302 DEBUG [RS:0;57759bcb46a5:38483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:24:07,302 DEBUG [RS:0;57759bcb46a5:38483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:24:07,302 DEBUG [RS:0;57759bcb46a5:38483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,38483,1732065845320 2024-11-20T01:24:07,302 DEBUG [RS:0;57759bcb46a5:38483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,38483,1732065845320' 2024-11-20T01:24:07,302 DEBUG [RS:0;57759bcb46a5:38483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2136585191/online-snapshot/abort' 2024-11-20T01:24:07,302 DEBUG [RS:0;57759bcb46a5:38483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2136585191/online-snapshot/acquired' 2024-11-20T01:24:07,302 DEBUG [RS:0;57759bcb46a5:38483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:24:07,302 INFO [RS:0;57759bcb46a5:38483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:24:07,302 INFO [RS:0;57759bcb46a5:38483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:24:07,403 INFO [RS:0;57759bcb46a5:38483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:24:07,404 INFO [RS:0;57759bcb46a5:38483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C38483%2C1732065845320, suffix=, logDir=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/WALs/57759bcb46a5,38483,1732065845320, archiveDir=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/oldWALs, maxLogs=10 2024-11-20T01:24:07,416 DEBUG [RS:0;57759bcb46a5:38483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/WALs/57759bcb46a5,38483,1732065845320/57759bcb46a5%2C38483%2C1732065845320.1732065847404, exclude list is [], retry=0 2024-11-20T01:24:07,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34871,DS-e9c77255-9c61-48c6-bf78-499dc74ea379,DISK] 2024-11-20T01:24:07,420 INFO [RS:0;57759bcb46a5:38483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/WALs/57759bcb46a5,38483,1732065845320/57759bcb46a5%2C38483%2C1732065845320.1732065847404 2024-11-20T01:24:07,420 DEBUG [RS:0;57759bcb46a5:38483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755)] 2024-11-20T01:24:07,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:07,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:24:07,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:24:07,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:07,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:07,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:24:07,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:24:07,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:07,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:07,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:24:07,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:24:07,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:07,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:07,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:24:07,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:24:07,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:07,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:07,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:24:07,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740 2024-11-20T01:24:07,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740 2024-11-20T01:24:07,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:24:07,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:24:07,498 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:24:07,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:24:07,500 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:24:07,500 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66963959, jitterRate=-0.0021592527627944946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:24:07,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065847490Initializing all the Stores at 1732065847491 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065847491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065847492 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065847492Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065847492Cleaning up temporary data from old regions at 1732065847498 (+6 ms)Region opened successfully at 1732065847500 (+2 ms) 2024-11-20T01:24:07,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:24:07,500 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:24:07,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:24:07,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:24:07,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:24:07,500 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:24:07,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065847500Disabling compacts and flushes for region at 1732065847500Disabling writes for close at 1732065847500Writing region close event to WAL at 1732065847500Closed at 1732065847500 2024-11-20T01:24:07,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:24:07,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:24:07,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:24:07,502 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:24:07,502 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:24:07,653 DEBUG [57759bcb46a5:34041 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:24:07,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,38483,1732065845320 2024-11-20T01:24:07,654 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,38483,1732065845320, state=OPENING 2024-11-20T01:24:07,697 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:24:07,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191 2024-11-20T01:24:07,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191 2024-11-20T01:24:07,771 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:24:07,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2136585191/meta-region-server: CHANGED 2024-11-20T01:24:07,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2136585191/meta-region-server: CHANGED 2024-11-20T01:24:07,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,38483,1732065845320}] 2024-11-20T01:24:07,923 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:24:07,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:24:07,926 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:24:07,926 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:24:07,927 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:24:07,927 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C38483%2C1732065845320.meta, suffix=.meta, logDir=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/WALs/57759bcb46a5,38483,1732065845320, archiveDir=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/oldWALs, maxLogs=10 2024-11-20T01:24:07,939 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/WALs/57759bcb46a5,38483,1732065845320/57759bcb46a5%2C38483%2C1732065845320.meta.1732065847928.meta, exclude list is [], retry=0 2024-11-20T01:24:07,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34871,DS-e9c77255-9c61-48c6-bf78-499dc74ea379,DISK] 2024-11-20T01:24:07,942 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/WALs/57759bcb46a5,38483,1732065845320/57759bcb46a5%2C38483%2C1732065845320.meta.1732065847928.meta 2024-11-20T01:24:07,942 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40755:40755)] 2024-11-20T01:24:07,942 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:24:07,943 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:24:07,943 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:24:07,943 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:24:07,943 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:24:07,943 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:24:07,943 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:07,943 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:24:07,943 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:24:07,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:24:07,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:24:07,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:07,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:07,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:24:07,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:24:07,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:07,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:07,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:24:07,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:24:07,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:07,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:07,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:24:07,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:24:07,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:07,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:07,947 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:24:07,947 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740 2024-11-20T01:24:07,948 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740 2024-11-20T01:24:07,949 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:24:07,949 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:24:07,949 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:24:07,950 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:24:07,950 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69660089, jitterRate=0.03801621496677399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:24:07,950 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:24:07,950 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065847943Writing region info on filesystem at 1732065847943Initializing all the Stores at 1732065847943Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065847944 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065847944Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065847944Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065847944Cleaning up temporary data from old regions at 1732065847949 (+5 ms)Running coprocessor post-open hooks at 1732065847950 (+1 ms)Region opened successfully at 1732065847950 2024-11-20T01:24:07,951 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065847923 2024-11-20T01:24:07,952 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:24:07,952 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:24:07,952 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,38483,1732065845320 2024-11-20T01:24:07,953 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,38483,1732065845320, state=OPEN 2024-11-20T01:24:08,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2136585191/meta-region-server 2024-11-20T01:24:08,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2136585191/meta-region-server 2024-11-20T01:24:08,016 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,38483,1732065845320 2024-11-20T01:24:08,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2136585191/meta-region-server: CHANGED 2024-11-20T01:24:08,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2136585191/meta-region-server: CHANGED 2024-11-20T01:24:08,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:24:08,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,38483,1732065845320 in 245 msec 2024-11-20T01:24:08,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:24:08,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 517 msec 2024-11-20T01:24:08,019 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:24:08,019 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:24:08,020 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:24:08,020 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38483,1732065845320, seqNum=-1] 2024-11-20T01:24:08,020 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:08,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:08,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 976 msec 2024-11-20T01:24:08,025 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065848025, completionTime=-1 2024-11-20T01:24:08,025 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:24:08,025 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:24:08,026 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:24:08,026 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065908026 2024-11-20T01:24:08,026 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065968026 2024-11-20T01:24:08,026 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T01:24:08,027 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34041,1732065845202-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:08,027 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34041,1732065845202-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:08,027 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34041,1732065845202-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:08,027 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:34041, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:08,027 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:08,027 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:08,028 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:24:08,030 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.641sec 2024-11-20T01:24:08,030 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:24:08,030 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:24:08,030 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:24:08,030 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:24:08,030 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:24:08,030 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34041,1732065845202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:24:08,030 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34041,1732065845202-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:24:08,032 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:24:08,032 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:24:08,032 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,34041,1732065845202-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:08,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16be6579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:08,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,34041,-1 for getting cluster id 2024-11-20T01:24:08,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:08,059 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd25d09f-65af-41df-8ede-548638b86495' 2024-11-20T01:24:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd25d09f-65af-41df-8ede-548638b86495" 2024-11-20T01:24:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19158b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,34041,-1] 2024-11-20T01:24:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:08,060 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:08,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533cfea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:08,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:24:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38483,1732065845320, seqNum=-1] 2024-11-20T01:24:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:08,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:08,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,34041,1732065845202 2024-11-20T01:24:08,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53039 2024-11-20T01:24:08,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:24:08,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10155d733bd0005 connected 2024-11-20T01:24:08,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/hadoop.log.dir so I do NOT create it in target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330 2024-11-20T01:24:08,177 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T01:24:08,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/hadoop.tmp.dir so I do NOT create it in target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330 2024-11-20T01:24:08,177 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T01:24:08,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330 2024-11-20T01:24:08,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T01:24:08,177 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/cluster_10b932f6-7d3c-2ee7-8e78-06361182ea2e, deleteOnExit=true 2024-11-20T01:24:08,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T01:24:08,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/test.cache.data in system properties and HBase conf 2024-11-20T01:24:08,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:24:08,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:24:08,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:24:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:24:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:24:08,178 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:24:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:24:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:24:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:24:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:24:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:24:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:24:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:24:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:24:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:24:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:24:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:24:08,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:24:08,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:24:08,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:24:08,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:24:08,611 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:24:08,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:24:08,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:24:08,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:24:08,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:24:08,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e6394f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:24:08,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68cf55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:24:08,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7141d5a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/java.io.tmpdir/jetty-localhost-40529-hadoop-hdfs-3_4_1-tests_jar-_-any-6782894300821392956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:24:08,715 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46ebd344{HTTP/1.1, (http/1.1)}{localhost:40529} 2024-11-20T01:24:08,715 INFO [Time-limited test {}] server.Server(415): Started @387381ms 2024-11-20T01:24:09,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:24:09,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:24:09,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:24:09,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:24:09,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:24:09,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17484317{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:24:09,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff310ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:24:09,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70d04d13{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/java.io.tmpdir/jetty-localhost-37917-hadoop-hdfs-3_4_1-tests_jar-_-any-8182466106061318826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:24:09,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50f233f7{HTTP/1.1, (http/1.1)}{localhost:37917} 2024-11-20T01:24:09,159 INFO [Time-limited test {}] server.Server(415): Started @387825ms 2024-11-20T01:24:09,160 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:24:10,169 WARN [Thread-4539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/cluster_10b932f6-7d3c-2ee7-8e78-06361182ea2e/data/data1/current/BP-39368010-172.17.0.3-1732065848196/current, will proceed with Du for space computation calculation, 2024-11-20T01:24:10,170 WARN [Thread-4540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/cluster_10b932f6-7d3c-2ee7-8e78-06361182ea2e/data/data2/current/BP-39368010-172.17.0.3-1732065848196/current, will proceed with Du for space computation calculation, 2024-11-20T01:24:10,206 WARN [Thread-4527 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:24:10,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4c29470e50a3179 with lease ID 0xc6059d3f81384249: Processing first storage report for DS-f6de53bf-91d3-4d95-b1d0-e8f1963e146c from datanode DatanodeRegistration(127.0.0.1:45203, datanodeUuid=444f1309-4f75-4d81-81ae-c3b5a2c523a2, infoPort=35241, infoSecurePort=0, ipcPort=39987, storageInfo=lv=-57;cid=testClusterID;nsid=1445295267;c=1732065848196) 2024-11-20T01:24:10,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4c29470e50a3179 with lease ID 0xc6059d3f81384249: from storage DS-f6de53bf-91d3-4d95-b1d0-e8f1963e146c node DatanodeRegistration(127.0.0.1:45203, datanodeUuid=444f1309-4f75-4d81-81ae-c3b5a2c523a2, infoPort=35241, infoSecurePort=0, ipcPort=39987, storageInfo=lv=-57;cid=testClusterID;nsid=1445295267;c=1732065848196), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:24:10,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4c29470e50a3179 with lease ID 0xc6059d3f81384249: Processing first storage report for DS-02956906-4c42-4434-8799-eea643528e4d from datanode DatanodeRegistration(127.0.0.1:45203, datanodeUuid=444f1309-4f75-4d81-81ae-c3b5a2c523a2, infoPort=35241, infoSecurePort=0, ipcPort=39987, storageInfo=lv=-57;cid=testClusterID;nsid=1445295267;c=1732065848196) 2024-11-20T01:24:10,208 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4c29470e50a3179 with lease ID 0xc6059d3f81384249: from storage DS-02956906-4c42-4434-8799-eea643528e4d node DatanodeRegistration(127.0.0.1:45203, datanodeUuid=444f1309-4f75-4d81-81ae-c3b5a2c523a2, infoPort=35241, infoSecurePort=0, ipcPort=39987, storageInfo=lv=-57;cid=testClusterID;nsid=1445295267;c=1732065848196), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:24:10,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330 2024-11-20T01:24:10,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:10,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:24:10,753 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5 with version=8 2024-11-20T01:24:10,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/hbase-staging 2024-11-20T01:24:10,755 INFO [Time-limited test {}] client.ConnectionUtils(128): master/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:24:10,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:24:10,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:24:10,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:24:10,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:24:10,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:24:10,755 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T01:24:10,755 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:24:10,755 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41811 2024-11-20T01:24:10,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41811 connecting to ZooKeeper ensemble=127.0.0.1:53039 2024-11-20T01:24:10,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418110x0, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:24:10,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41811-0x10155d733bd0006 connected 2024-11-20T01:24:10,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:10,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:10,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Set watcher on znode that does not yet exist, /222386314/running 2024-11-20T01:24:10,887 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5, hbase.cluster.distributed=false 2024-11-20T01:24:10,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Set watcher on znode that does not yet exist, /222386314/acl 2024-11-20T01:24:10,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41811 2024-11-20T01:24:10,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41811 2024-11-20T01:24:10,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41811 2024-11-20T01:24:10,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41811 2024-11-20T01:24:10,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41811 2024-11-20T01:24:10,903 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/57759bcb46a5:0 server-side Connection retries=45 2024-11-20T01:24:10,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:24:10,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T01:24:10,903 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T01:24:10,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T01:24:10,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T01:24:10,903 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T01:24:10,903 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T01:24:10,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38441 2024-11-20T01:24:10,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38441 connecting to ZooKeeper ensemble=127.0.0.1:53039 2024-11-20T01:24:10,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:10,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:10,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384410x0, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:24:10,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384410x0, quorum=127.0.0.1:53039, baseZNode=/222386314 Set watcher on znode that does not yet exist, /222386314/running 2024-11-20T01:24:10,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38441-0x10155d733bd0007 connected 2024-11-20T01:24:10,925 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T01:24:10,926 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T01:24:10,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Set watcher on znode that does not yet exist, /222386314/master 2024-11-20T01:24:10,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Set watcher on znode that does not yet exist, /222386314/acl 2024-11-20T01:24:10,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38441 2024-11-20T01:24:10,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38441 2024-11-20T01:24:10,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38441 2024-11-20T01:24:10,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38441 2024-11-20T01:24:10,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38441 2024-11-20T01:24:10,944 DEBUG [M:0;57759bcb46a5:41811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;57759bcb46a5:41811 2024-11-20T01:24:10,945 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /222386314/backup-masters/57759bcb46a5,41811,1732065850754 2024-11-20T01:24:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314/backup-masters 2024-11-20T01:24:10,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314/backup-masters 2024-11-20T01:24:10,957 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Set watcher on existing znode=/222386314/backup-masters/57759bcb46a5,41811,1732065850754 2024-11-20T01:24:10,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/222386314/master 2024-11-20T01:24:10,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314 2024-11-20T01:24:10,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314 2024-11-20T01:24:10,967 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Set watcher on existing znode=/222386314/master 2024-11-20T01:24:10,967 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /222386314/backup-masters/57759bcb46a5,41811,1732065850754 from backup master directory 2024-11-20T01:24:10,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/222386314/backup-masters/57759bcb46a5,41811,1732065850754 2024-11-20T01:24:10,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314/backup-masters 2024-11-20T01:24:10,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314/backup-masters 2024-11-20T01:24:10,977 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:24:10,977 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=57759bcb46a5,41811,1732065850754 2024-11-20T01:24:10,980 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/hbase.id] with ID: 17efebfb-cc6b-4149-a6d0-f849bc7d91b4 2024-11-20T01:24:10,980 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/.tmp/hbase.id 2024-11-20T01:24:10,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741826_1002 (size=42) 2024-11-20T01:24:11,386 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/.tmp/hbase.id]:[hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/hbase.id] 2024-11-20T01:24:11,393 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:11,393 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T01:24:11,394 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T01:24:11,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314 2024-11-20T01:24:11,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314 2024-11-20T01:24:11,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741827_1003 (size=196) 2024-11-20T01:24:11,866 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:24:11,867 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T01:24:11,867 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:24:11,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741828_1004 (size=1189) 2024-11-20T01:24:12,272 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store 2024-11-20T01:24:12,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741829_1005 (size=34) 2024-11-20T01:24:12,677 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:12,677 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:24:12,677 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:12,677 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:12,677 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:24:12,677 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:12,677 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:12,677 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065852677Disabling compacts and flushes for region at 1732065852677Disabling writes for close at 1732065852677Writing region close event to WAL at 1732065852677Closed at 1732065852677 2024-11-20T01:24:12,678 WARN [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/.initializing 2024-11-20T01:24:12,678 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/WALs/57759bcb46a5,41811,1732065850754 2024-11-20T01:24:12,678 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:24:12,679 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=57759bcb46a5%2C41811%2C1732065850754, suffix=, logDir=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/WALs/57759bcb46a5,41811,1732065850754, archiveDir=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/oldWALs, maxLogs=10 2024-11-20T01:24:12,692 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/WALs/57759bcb46a5,41811,1732065850754/57759bcb46a5%2C41811%2C1732065850754.1732065852680, exclude list is [], retry=0 2024-11-20T01:24:12,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45203,DS-f6de53bf-91d3-4d95-b1d0-e8f1963e146c,DISK] 2024-11-20T01:24:12,695 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/WALs/57759bcb46a5,41811,1732065850754/57759bcb46a5%2C41811%2C1732065850754.1732065852680 2024-11-20T01:24:12,695 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35241:35241)] 2024-11-20T01:24:12,695 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:24:12,696 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:12,696 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:12,696 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:12,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:12,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T01:24:12,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:12,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:12,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:12,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T01:24:12,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:12,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:12,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:12,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T01:24:12,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:12,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:12,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:12,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T01:24:12,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:12,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:12,702 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:12,703 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:12,703 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:12,704 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:12,704 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:12,704 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:24:12,704 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T01:24:12,705 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:24:12,706 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73226557, jitterRate=0.09116072952747345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:24:12,706 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732065852696Initializing all the Stores at 1732065852696Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065852696Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065852697 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065852697Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065852697Cleaning up temporary data from old regions at 1732065852704 (+7 ms)Region opened successfully at 1732065852706 (+2 ms) 2024-11-20T01:24:12,706 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T01:24:12,707 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a017bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:24:12,708 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T01:24:12,708 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T01:24:12,708 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T01:24:12,708 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T01:24:12,709 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T01:24:12,709 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T01:24:12,709 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T01:24:12,710 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T01:24:12,711 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Unable to get data of znode /222386314/balancer because node does not exist (not necessarily an error) 2024-11-20T01:24:12,767 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /222386314/balancer already deleted, retry=false 2024-11-20T01:24:12,767 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T01:24:12,768 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Unable to get data of znode /222386314/normalizer because node does not exist (not necessarily an error) 2024-11-20T01:24:12,777 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /222386314/normalizer already deleted, retry=false 2024-11-20T01:24:12,777 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T01:24:12,778 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Unable to get data of znode /222386314/switch/split because node does not exist (not necessarily an error) 2024-11-20T01:24:12,788 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /222386314/switch/split already deleted, retry=false 2024-11-20T01:24:12,788 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Unable to get data of znode /222386314/switch/merge because node does not exist (not necessarily an error) 2024-11-20T01:24:12,798 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /222386314/switch/merge already deleted, retry=false 2024-11-20T01:24:12,800 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Unable to get data of znode /222386314/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T01:24:12,809 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /222386314/snapshot-cleanup already deleted, retry=false 2024-11-20T01:24:12,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/222386314/running 2024-11-20T01:24:12,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/222386314/running 2024-11-20T01:24:12,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314 2024-11-20T01:24:12,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314 2024-11-20T01:24:12,820 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=57759bcb46a5,41811,1732065850754, sessionid=0x10155d733bd0006, setting cluster-up flag (Was=false) 2024-11-20T01:24:12,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314 2024-11-20T01:24:12,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314 2024-11-20T01:24:12,883 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /222386314/flush-table-proc/acquired, /222386314/flush-table-proc/reached, /222386314/flush-table-proc/abort 2024-11-20T01:24:12,884 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,41811,1732065850754 2024-11-20T01:24:12,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314 2024-11-20T01:24:12,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314 2024-11-20T01:24:12,946 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /222386314/online-snapshot/acquired, /222386314/online-snapshot/reached, /222386314/online-snapshot/abort 2024-11-20T01:24:12,947 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=57759bcb46a5,41811,1732065850754 2024-11-20T01:24:12,947 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T01:24:12,948 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T01:24:12,949 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T01:24:12,949 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T01:24:12,949 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 57759bcb46a5,41811,1732065850754 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T01:24:12,950 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:24:12,950 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:24:12,950 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:24:12,950 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/57759bcb46a5:0, corePoolSize=5, maxPoolSize=5 2024-11-20T01:24:12,950 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/57759bcb46a5:0, corePoolSize=10, maxPoolSize=10 2024-11-20T01:24:12,950 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:12,950 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:24:12,950 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:12,951 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732065882951 2024-11-20T01:24:12,952 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:24:12,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T01:24:12,952 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T01:24:12,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T01:24:12,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T01:24:12,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T01:24:12,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T01:24:12,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T01:24:12,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:12,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T01:24:12,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T01:24:12,952 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:12,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T01:24:12,952 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T01:24:12,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T01:24:12,956 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T01:24:12,956 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T01:24:12,956 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065852956,5,FailOnTimeoutGroup] 2024-11-20T01:24:12,957 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065852956,5,FailOnTimeoutGroup] 2024-11-20T01:24:12,957 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:12,957 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T01:24:12,957 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:12,957 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:12,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741831_1007 (size=1321) 2024-11-20T01:24:13,037 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(746): ClusterId : 17efebfb-cc6b-4149-a6d0-f849bc7d91b4 2024-11-20T01:24:13,037 DEBUG [RS:0;57759bcb46a5:38441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T01:24:13,041 DEBUG [RS:0;57759bcb46a5:38441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T01:24:13,041 DEBUG [RS:0;57759bcb46a5:38441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T01:24:13,051 DEBUG [RS:0;57759bcb46a5:38441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T01:24:13,052 DEBUG [RS:0;57759bcb46a5:38441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b19cc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=57759bcb46a5/172.17.0.3:0 2024-11-20T01:24:13,063 DEBUG [RS:0;57759bcb46a5:38441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;57759bcb46a5:38441 2024-11-20T01:24:13,063 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T01:24:13,063 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T01:24:13,063 DEBUG [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T01:24:13,064 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(2659): reportForDuty to master=57759bcb46a5,41811,1732065850754 with port=38441, startcode=1732065850903 2024-11-20T01:24:13,064 DEBUG [RS:0;57759bcb46a5:38441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T01:24:13,065 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T01:24:13,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 57759bcb46a5,38441,1732065850903 2024-11-20T01:24:13,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41811 {}] master.ServerManager(517): Registering regionserver=57759bcb46a5,38441,1732065850903 2024-11-20T01:24:13,067 DEBUG [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5 2024-11-20T01:24:13,067 DEBUG [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38775 2024-11-20T01:24:13,067 DEBUG [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T01:24:13,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314/rs 2024-11-20T01:24:13,104 DEBUG [RS:0;57759bcb46a5:38441 {}] zookeeper.ZKUtil(111): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Set watcher on existing znode=/222386314/rs/57759bcb46a5,38441,1732065850903 2024-11-20T01:24:13,104 WARN [RS:0;57759bcb46a5:38441 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T01:24:13,104 INFO [RS:0;57759bcb46a5:38441 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:24:13,104 DEBUG [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/WALs/57759bcb46a5,38441,1732065850903 2024-11-20T01:24:13,104 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [57759bcb46a5,38441,1732065850903] 2024-11-20T01:24:13,107 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T01:24:13,108 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T01:24:13,108 INFO [RS:0;57759bcb46a5:38441 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T01:24:13,108 INFO [RS:0;57759bcb46a5:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,108 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T01:24:13,109 INFO [RS:0;57759bcb46a5:38441 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T01:24:13,109 INFO [RS:0;57759bcb46a5:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,109 DEBUG [RS:0;57759bcb46a5:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:13,109 DEBUG [RS:0;57759bcb46a5:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:13,109 DEBUG [RS:0;57759bcb46a5:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:13,109 DEBUG [RS:0;57759bcb46a5:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:13,109 DEBUG [RS:0;57759bcb46a5:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:13,109 DEBUG [RS:0;57759bcb46a5:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/57759bcb46a5:0, corePoolSize=2, maxPoolSize=2 2024-11-20T01:24:13,109 DEBUG [RS:0;57759bcb46a5:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:13,109 DEBUG [RS:0;57759bcb46a5:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:13,109 DEBUG [RS:0;57759bcb46a5:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:13,109 DEBUG [RS:0;57759bcb46a5:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:13,109 DEBUG [RS:0;57759bcb46a5:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:13,109 DEBUG [RS:0;57759bcb46a5:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/57759bcb46a5:0, corePoolSize=1, maxPoolSize=1 2024-11-20T01:24:13,109 DEBUG [RS:0;57759bcb46a5:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:24:13,109 DEBUG [RS:0;57759bcb46a5:38441 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/57759bcb46a5:0, corePoolSize=3, maxPoolSize=3 2024-11-20T01:24:13,110 INFO [RS:0;57759bcb46a5:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,110 INFO [RS:0;57759bcb46a5:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,110 INFO [RS:0;57759bcb46a5:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,110 INFO [RS:0;57759bcb46a5:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,110 INFO [RS:0;57759bcb46a5:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,110 INFO [RS:0;57759bcb46a5:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38441,1732065850903-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:24:13,122 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T01:24:13,122 INFO [RS:0;57759bcb46a5:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,38441,1732065850903-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,122 INFO [RS:0;57759bcb46a5:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,122 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.Replication(171): 57759bcb46a5,38441,1732065850903 started 2024-11-20T01:24:13,134 INFO [RS:0;57759bcb46a5:38441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,134 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(1482): Serving as 57759bcb46a5,38441,1732065850903, RpcServer on 57759bcb46a5/172.17.0.3:38441, sessionid=0x10155d733bd0007 2024-11-20T01:24:13,134 DEBUG [RS:0;57759bcb46a5:38441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T01:24:13,134 DEBUG [RS:0;57759bcb46a5:38441 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 57759bcb46a5,38441,1732065850903 2024-11-20T01:24:13,134 DEBUG [RS:0;57759bcb46a5:38441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,38441,1732065850903' 2024-11-20T01:24:13,134 DEBUG [RS:0;57759bcb46a5:38441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/222386314/flush-table-proc/abort' 2024-11-20T01:24:13,135 DEBUG [RS:0;57759bcb46a5:38441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/222386314/flush-table-proc/acquired' 2024-11-20T01:24:13,135 DEBUG [RS:0;57759bcb46a5:38441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T01:24:13,135 DEBUG [RS:0;57759bcb46a5:38441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T01:24:13,135 DEBUG [RS:0;57759bcb46a5:38441 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 57759bcb46a5,38441,1732065850903 2024-11-20T01:24:13,135 DEBUG [RS:0;57759bcb46a5:38441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '57759bcb46a5,38441,1732065850903' 2024-11-20T01:24:13,135 DEBUG [RS:0;57759bcb46a5:38441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/222386314/online-snapshot/abort' 2024-11-20T01:24:13,135 DEBUG [RS:0;57759bcb46a5:38441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/222386314/online-snapshot/acquired' 2024-11-20T01:24:13,136 DEBUG [RS:0;57759bcb46a5:38441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T01:24:13,136 INFO [RS:0;57759bcb46a5:38441 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T01:24:13,136 INFO [RS:0;57759bcb46a5:38441 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T01:24:13,236 INFO [RS:0;57759bcb46a5:38441 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T01:24:13,237 INFO [RS:0;57759bcb46a5:38441 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C38441%2C1732065850903, suffix=, logDir=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/WALs/57759bcb46a5,38441,1732065850903, archiveDir=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/oldWALs, maxLogs=10 2024-11-20T01:24:13,252 DEBUG [RS:0;57759bcb46a5:38441 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/WALs/57759bcb46a5,38441,1732065850903/57759bcb46a5%2C38441%2C1732065850903.1732065853237, exclude list is [], retry=0 2024-11-20T01:24:13,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45203,DS-f6de53bf-91d3-4d95-b1d0-e8f1963e146c,DISK] 2024-11-20T01:24:13,256 INFO [RS:0;57759bcb46a5:38441 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/WALs/57759bcb46a5,38441,1732065850903/57759bcb46a5%2C38441%2C1732065850903.1732065853237 2024-11-20T01:24:13,257 DEBUG [RS:0;57759bcb46a5:38441 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35241:35241)] 2024-11-20T01:24:13,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T01:24:13,363 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5 2024-11-20T01:24:13,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741833_1009 (size=32) 2024-11-20T01:24:13,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:13,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:24:13,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:24:13,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:13,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:13,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:24:13,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:24:13,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:13,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:13,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:24:13,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:24:13,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:13,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:13,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:24:13,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:24:13,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:13,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:13,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:24:13,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740 2024-11-20T01:24:13,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740 2024-11-20T01:24:13,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:24:13,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:24:13,390 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:24:13,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:24:13,393 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:24:13,394 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66272346, jitterRate=-0.012465089559555054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:24:13,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732065853370Initializing all the Stores at 1732065853373 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065853373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065853376 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065853376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065853376Cleaning up temporary data from old regions at 1732065853390 (+14 ms)Region opened successfully at 1732065853394 (+4 ms) 2024-11-20T01:24:13,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:24:13,394 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:24:13,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:24:13,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:24:13,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:24:13,399 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:24:13,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065853394Disabling compacts and flushes for region at 1732065853394Disabling writes for close at 1732065853394Writing region close event to WAL at 1732065853399 (+5 ms)Closed at 1732065853399 2024-11-20T01:24:13,400 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:24:13,400 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T01:24:13,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T01:24:13,402 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:24:13,402 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T01:24:13,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:24:13,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:13,553 DEBUG [57759bcb46a5:41811 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T01:24:13,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=57759bcb46a5,38441,1732065850903 2024-11-20T01:24:13,560 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,38441,1732065850903, state=OPENING 2024-11-20T01:24:13,567 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T01:24:13,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314 2024-11-20T01:24:13,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314 2024-11-20T01:24:13,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /222386314/meta-region-server: CHANGED 2024-11-20T01:24:13,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /222386314/meta-region-server: CHANGED 2024-11-20T01:24:13,579 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T01:24:13,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,38441,1732065850903}] 2024-11-20T01:24:13,731 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:24:13,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:24:13,735 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T01:24:13,735 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:24:13,735 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T01:24:13,736 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C38441%2C1732065850903.meta, suffix=.meta, logDir=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/WALs/57759bcb46a5,38441,1732065850903, archiveDir=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/oldWALs, maxLogs=10 2024-11-20T01:24:13,748 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/WALs/57759bcb46a5,38441,1732065850903/57759bcb46a5%2C38441%2C1732065850903.meta.1732065853736.meta, exclude list is [], retry=0 2024-11-20T01:24:13,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45203,DS-f6de53bf-91d3-4d95-b1d0-e8f1963e146c,DISK] 2024-11-20T01:24:13,751 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/WALs/57759bcb46a5,38441,1732065850903/57759bcb46a5%2C38441%2C1732065850903.meta.1732065853736.meta 2024-11-20T01:24:13,751 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35241:35241)] 2024-11-20T01:24:13,751 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:24:13,751 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:24:13,751 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:24:13,752 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T01:24:13,752 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T01:24:13,752 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T01:24:13,752 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:13,752 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T01:24:13,752 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T01:24:13,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T01:24:13,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T01:24:13,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:13,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:13,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T01:24:13,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T01:24:13,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:13,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:13,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T01:24:13,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T01:24:13,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:13,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:13,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T01:24:13,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T01:24:13,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:13,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T01:24:13,756 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T01:24:13,756 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740 2024-11-20T01:24:13,757 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740 2024-11-20T01:24:13,757 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T01:24:13,757 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T01:24:13,758 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T01:24:13,758 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T01:24:13,759 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74948026, jitterRate=0.11681261658668518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T01:24:13,759 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T01:24:13,759 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732065853752Writing region info on filesystem at 1732065853752Initializing all the Stores at 1732065853752Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065853752Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065853753 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065853753Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732065853753Cleaning up temporary data from old regions at 1732065853757 (+4 ms)Running coprocessor post-open hooks at 1732065853759 (+2 ms)Region opened successfully at 1732065853759 2024-11-20T01:24:13,760 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732065853731 2024-11-20T01:24:13,761 DEBUG [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T01:24:13,761 INFO [RS_OPEN_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T01:24:13,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,38441,1732065850903 2024-11-20T01:24:13,762 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 57759bcb46a5,38441,1732065850903, state=OPEN 2024-11-20T01:24:13,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/222386314/meta-region-server 2024-11-20T01:24:13,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/222386314/meta-region-server 2024-11-20T01:24:13,767 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=57759bcb46a5,38441,1732065850903 2024-11-20T01:24:13,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /222386314/meta-region-server: CHANGED 2024-11-20T01:24:13,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /222386314/meta-region-server: CHANGED 2024-11-20T01:24:13,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T01:24:13,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=57759bcb46a5,38441,1732065850903 in 188 msec 2024-11-20T01:24:13,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T01:24:13,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-20T01:24:13,770 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T01:24:13,770 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T01:24:13,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:24:13,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38441,1732065850903, seqNum=-1] 2024-11-20T01:24:13,771 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:13,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:13,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 827 msec 2024-11-20T01:24:13,775 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732065853775, completionTime=-1 2024-11-20T01:24:13,775 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T01:24:13,775 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T01:24:13,777 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T01:24:13,777 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732065913777 2024-11-20T01:24:13,777 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732065973777 2024-11-20T01:24:13,777 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T01:24:13,777 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41811,1732065850754-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,777 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41811,1732065850754-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,777 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41811,1732065850754-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,777 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-57759bcb46a5:41811, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,777 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,778 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,779 DEBUG [master/57759bcb46a5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T01:24:13,780 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.803sec 2024-11-20T01:24:13,780 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T01:24:13,780 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T01:24:13,780 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T01:24:13,780 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T01:24:13,780 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T01:24:13,780 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41811,1732065850754-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T01:24:13,781 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41811,1732065850754-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T01:24:13,782 DEBUG [master/57759bcb46a5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T01:24:13,782 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T01:24:13,782 INFO [master/57759bcb46a5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=57759bcb46a5,41811,1732065850754-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T01:24:13,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380f43c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:13,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,41811,-1 for getting cluster id 2024-11-20T01:24:13,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:13,842 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17efebfb-cc6b-4149-a6d0-f849bc7d91b4' 2024-11-20T01:24:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17efebfb-cc6b-4149-a6d0-f849bc7d91b4" 2024-11-20T01:24:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e76e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,41811,-1] 2024-11-20T01:24:13,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:13,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:13,843 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:13,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7ec65c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:13,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:24:13,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38441,1732065850903, seqNum=-1] 2024-11-20T01:24:13,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:13,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:13,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=57759bcb46a5,41811,1732065850754 2024-11-20T01:24:13,847 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53039 2024-11-20T01:24:13,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T01:24:13,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10155d733bd0008 connected 2024-11-20T01:24:13,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:24:13,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,40487,1732065838185 2024-11-20T01:24:13,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@215b9a87 2024-11-20T01:24:13,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:13,865 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:24:13,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:24:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:24:13,867 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:24:13,867 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:13,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:24:13,867 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:24:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:13,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:24:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:14,273 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7677d9bf5dd33d251bf66f020bc45df, NAME => 'test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6 2024-11-20T01:24:14,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:24:14,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:14,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c7677d9bf5dd33d251bf66f020bc45df, disabling compactions & flushes 2024-11-20T01:24:14,277 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df. 2024-11-20T01:24:14,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df. 2024-11-20T01:24:14,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df. after waiting 0 ms 2024-11-20T01:24:14,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df. 2024-11-20T01:24:14,277 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df. 2024-11-20T01:24:14,277 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7677d9bf5dd33d251bf66f020bc45df: Waiting for close lock at 1732065854277Disabling compacts and flushes for region at 1732065854277Disabling writes for close at 1732065854277Writing region close event to WAL at 1732065854277Closed at 1732065854277 2024-11-20T01:24:14,278 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:24:14,278 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065854278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065854278"}]},"ts":"1732065854278"} 2024-11-20T01:24:14,279 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:24:14,280 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:24:14,280 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065854280"}]},"ts":"1732065854280"} 2024-11-20T01:24:14,281 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:24:14,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7677d9bf5dd33d251bf66f020bc45df, ASSIGN}] 2024-11-20T01:24:14,282 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7677d9bf5dd33d251bf66f020bc45df, ASSIGN 2024-11-20T01:24:14,283 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c7677d9bf5dd33d251bf66f020bc45df, ASSIGN; state=OFFLINE, location=57759bcb46a5,45335,1732065838671; forceNewPlan=false, retain=false 2024-11-20T01:24:14,433 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7677d9bf5dd33d251bf66f020bc45df, regionState=OPENING, regionLocation=57759bcb46a5,45335,1732065838671 2024-11-20T01:24:14,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c7677d9bf5dd33d251bf66f020bc45df, ASSIGN because future has completed 2024-11-20T01:24:14,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7677d9bf5dd33d251bf66f020bc45df, server=57759bcb46a5,45335,1732065838671}] 2024-11-20T01:24:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:14,596 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df. 2024-11-20T01:24:14,596 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c7677d9bf5dd33d251bf66f020bc45df, NAME => 'test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:24:14,597 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:24:14,597 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:24:14,597 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c7677d9bf5dd33d251bf66f020bc45df 2024-11-20T01:24:14,597 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:14,597 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c7677d9bf5dd33d251bf66f020bc45df 2024-11-20T01:24:14,597 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c7677d9bf5dd33d251bf66f020bc45df 2024-11-20T01:24:14,600 INFO [StoreOpener-c7677d9bf5dd33d251bf66f020bc45df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c7677d9bf5dd33d251bf66f020bc45df 2024-11-20T01:24:14,601 INFO [StoreOpener-c7677d9bf5dd33d251bf66f020bc45df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7677d9bf5dd33d251bf66f020bc45df columnFamilyName f 2024-11-20T01:24:14,601 DEBUG [StoreOpener-c7677d9bf5dd33d251bf66f020bc45df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:14,602 INFO [StoreOpener-c7677d9bf5dd33d251bf66f020bc45df-1 {}] regionserver.HStore(327): Store=c7677d9bf5dd33d251bf66f020bc45df/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:14,602 INFO [StoreOpener-c7677d9bf5dd33d251bf66f020bc45df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c7677d9bf5dd33d251bf66f020bc45df 2024-11-20T01:24:14,602 INFO [StoreOpener-c7677d9bf5dd33d251bf66f020bc45df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7677d9bf5dd33d251bf66f020bc45df columnFamilyName f1 2024-11-20T01:24:14,602 DEBUG [StoreOpener-c7677d9bf5dd33d251bf66f020bc45df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:14,603 INFO [StoreOpener-c7677d9bf5dd33d251bf66f020bc45df-1 {}] regionserver.HStore(327): Store=c7677d9bf5dd33d251bf66f020bc45df/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:14,603 INFO [StoreOpener-c7677d9bf5dd33d251bf66f020bc45df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c7677d9bf5dd33d251bf66f020bc45df 2024-11-20T01:24:14,603 INFO [StoreOpener-c7677d9bf5dd33d251bf66f020bc45df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7677d9bf5dd33d251bf66f020bc45df columnFamilyName norep 2024-11-20T01:24:14,603 DEBUG [StoreOpener-c7677d9bf5dd33d251bf66f020bc45df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:14,603 INFO [StoreOpener-c7677d9bf5dd33d251bf66f020bc45df-1 {}] regionserver.HStore(327): Store=c7677d9bf5dd33d251bf66f020bc45df/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:14,604 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c7677d9bf5dd33d251bf66f020bc45df 2024-11-20T01:24:14,604 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df 2024-11-20T01:24:14,604 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df 2024-11-20T01:24:14,605 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c7677d9bf5dd33d251bf66f020bc45df 2024-11-20T01:24:14,605 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c7677d9bf5dd33d251bf66f020bc45df 2024-11-20T01:24:14,605 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:24:14,606 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c7677d9bf5dd33d251bf66f020bc45df 2024-11-20T01:24:14,607 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:24:14,608 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c7677d9bf5dd33d251bf66f020bc45df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70648727, jitterRate=0.052748069167137146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:24:14,608 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7677d9bf5dd33d251bf66f020bc45df 2024-11-20T01:24:14,608 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c7677d9bf5dd33d251bf66f020bc45df: Running coprocessor pre-open hook at 1732065854597Writing region info on filesystem at 1732065854597Initializing all the Stores at 1732065854598 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065854598Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065854600 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065854600Cleaning up temporary data from old regions at 1732065854605 (+5 ms)Running coprocessor post-open hooks at 1732065854608 (+3 ms)Region opened successfully at 1732065854608 2024-11-20T01:24:14,608 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df., pid=6, masterSystemTime=1732065854587 2024-11-20T01:24:14,610 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df. 2024-11-20T01:24:14,610 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df. 2024-11-20T01:24:14,610 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7677d9bf5dd33d251bf66f020bc45df, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,45335,1732065838671 2024-11-20T01:24:14,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7677d9bf5dd33d251bf66f020bc45df, server=57759bcb46a5,45335,1732065838671 because future has completed 2024-11-20T01:24:14,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:24:14,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c7677d9bf5dd33d251bf66f020bc45df, server=57759bcb46a5,45335,1732065838671 in 193 msec 2024-11-20T01:24:14,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:24:14,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c7677d9bf5dd33d251bf66f020bc45df, ASSIGN in 349 msec 2024-11-20T01:24:14,635 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:24:14,635 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065854635"}]},"ts":"1732065854635"} 2024-11-20T01:24:14,637 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:24:14,637 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:24:14,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 772 msec 2024-11-20T01:24:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:15,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:24:15,000 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:24:15,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,34041,1732065845202 2024-11-20T01:24:15,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53862b93 2024-11-20T01:24:15,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:15,002 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:24:15,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:24:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:24:15,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:24:15,005 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:15,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:24:15,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:24:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:15,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:24:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:15,411 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a039e71168fc19b7ff5b135dd2ea6ba, NAME => 'test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671 2024-11-20T01:24:15,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:24:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:15,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:15,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2a039e71168fc19b7ff5b135dd2ea6ba, disabling compactions & flushes 2024-11-20T01:24:15,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba. 2024-11-20T01:24:15,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba. 2024-11-20T01:24:15,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba. after waiting 0 ms 2024-11-20T01:24:15,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba. 2024-11-20T01:24:15,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba. 2024-11-20T01:24:15,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a039e71168fc19b7ff5b135dd2ea6ba: Waiting for close lock at 1732065855819Disabling compacts and flushes for region at 1732065855819Disabling writes for close at 1732065855819Writing region close event to WAL at 1732065855819Closed at 1732065855819 2024-11-20T01:24:15,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:24:15,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065855820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065855820"}]},"ts":"1732065855820"} 2024-11-20T01:24:15,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:24:15,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:24:15,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065855822"}]},"ts":"1732065855822"} 2024-11-20T01:24:15,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:24:15,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a039e71168fc19b7ff5b135dd2ea6ba, ASSIGN}] 2024-11-20T01:24:15,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a039e71168fc19b7ff5b135dd2ea6ba, ASSIGN 2024-11-20T01:24:15,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2a039e71168fc19b7ff5b135dd2ea6ba, ASSIGN; state=OFFLINE, location=57759bcb46a5,38483,1732065845320; forceNewPlan=false, retain=false 2024-11-20T01:24:15,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a039e71168fc19b7ff5b135dd2ea6ba, regionState=OPENING, regionLocation=57759bcb46a5,38483,1732065845320 2024-11-20T01:24:15,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2a039e71168fc19b7ff5b135dd2ea6ba, ASSIGN because future has completed 2024-11-20T01:24:15,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a039e71168fc19b7ff5b135dd2ea6ba, server=57759bcb46a5,38483,1732065845320}] 2024-11-20T01:24:16,132 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba. 2024-11-20T01:24:16,132 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a039e71168fc19b7ff5b135dd2ea6ba, NAME => 'test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:24:16,132 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:24:16,133 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:24:16,133 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2a039e71168fc19b7ff5b135dd2ea6ba 2024-11-20T01:24:16,133 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:16,133 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2a039e71168fc19b7ff5b135dd2ea6ba 2024-11-20T01:24:16,133 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2a039e71168fc19b7ff5b135dd2ea6ba 2024-11-20T01:24:16,134 INFO [StoreOpener-2a039e71168fc19b7ff5b135dd2ea6ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2a039e71168fc19b7ff5b135dd2ea6ba 2024-11-20T01:24:16,135 INFO [StoreOpener-2a039e71168fc19b7ff5b135dd2ea6ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a039e71168fc19b7ff5b135dd2ea6ba columnFamilyName f 2024-11-20T01:24:16,135 DEBUG [StoreOpener-2a039e71168fc19b7ff5b135dd2ea6ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:16,135 INFO [StoreOpener-2a039e71168fc19b7ff5b135dd2ea6ba-1 {}] regionserver.HStore(327): Store=2a039e71168fc19b7ff5b135dd2ea6ba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:16,135 INFO [StoreOpener-2a039e71168fc19b7ff5b135dd2ea6ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2a039e71168fc19b7ff5b135dd2ea6ba 2024-11-20T01:24:16,136 INFO [StoreOpener-2a039e71168fc19b7ff5b135dd2ea6ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a039e71168fc19b7ff5b135dd2ea6ba columnFamilyName f1 2024-11-20T01:24:16,136 DEBUG [StoreOpener-2a039e71168fc19b7ff5b135dd2ea6ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:16,136 INFO [StoreOpener-2a039e71168fc19b7ff5b135dd2ea6ba-1 {}] regionserver.HStore(327): Store=2a039e71168fc19b7ff5b135dd2ea6ba/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:16,136 INFO [StoreOpener-2a039e71168fc19b7ff5b135dd2ea6ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2a039e71168fc19b7ff5b135dd2ea6ba 2024-11-20T01:24:16,137 INFO [StoreOpener-2a039e71168fc19b7ff5b135dd2ea6ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a039e71168fc19b7ff5b135dd2ea6ba columnFamilyName norep 2024-11-20T01:24:16,137 DEBUG [StoreOpener-2a039e71168fc19b7ff5b135dd2ea6ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:16,137 INFO [StoreOpener-2a039e71168fc19b7ff5b135dd2ea6ba-1 {}] regionserver.HStore(327): Store=2a039e71168fc19b7ff5b135dd2ea6ba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:16,137 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2a039e71168fc19b7ff5b135dd2ea6ba 2024-11-20T01:24:16,137 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba 2024-11-20T01:24:16,138 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba 2024-11-20T01:24:16,138 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2a039e71168fc19b7ff5b135dd2ea6ba 2024-11-20T01:24:16,138 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2a039e71168fc19b7ff5b135dd2ea6ba 2024-11-20T01:24:16,138 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:24:16,139 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2a039e71168fc19b7ff5b135dd2ea6ba 2024-11-20T01:24:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:16,140 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:24:16,140 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2a039e71168fc19b7ff5b135dd2ea6ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59537727, jitterRate=-0.11281873285770416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:24:16,141 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a039e71168fc19b7ff5b135dd2ea6ba 2024-11-20T01:24:16,141 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2a039e71168fc19b7ff5b135dd2ea6ba: Running coprocessor pre-open hook at 1732065856133Writing region info on filesystem at 1732065856133Initializing all the Stores at 1732065856133Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065856133Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065856134 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065856134Cleaning up temporary data from old regions at 1732065856138 (+4 ms)Running coprocessor post-open hooks at 1732065856141 (+3 ms)Region opened successfully at 1732065856141 2024-11-20T01:24:16,141 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba., pid=6, masterSystemTime=1732065856130 2024-11-20T01:24:16,142 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba. 2024-11-20T01:24:16,142 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba. 2024-11-20T01:24:16,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a039e71168fc19b7ff5b135dd2ea6ba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,38483,1732065845320 2024-11-20T01:24:16,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a039e71168fc19b7ff5b135dd2ea6ba, server=57759bcb46a5,38483,1732065845320 because future has completed 2024-11-20T01:24:16,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:24:16,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a039e71168fc19b7ff5b135dd2ea6ba, server=57759bcb46a5,38483,1732065845320 in 167 msec 2024-11-20T01:24:16,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:24:16,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2a039e71168fc19b7ff5b135dd2ea6ba, ASSIGN in 322 msec 2024-11-20T01:24:16,148 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:24:16,148 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065856148"}]},"ts":"1732065856148"} 2024-11-20T01:24:16,149 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:24:16,150 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:24:16,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-20T01:24:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:17,150 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:24:17,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:24:17,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,41811,1732065850754 2024-11-20T01:24:17,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cbdb256 2024-11-20T01:24:17,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:17,152 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:24:17,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:24:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T01:24:17,154 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:24:17,154 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:17,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T01:24:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:17,155 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:24:17,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741835_1011 (size=902) 2024-11-20T01:24:17,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d78135d639e3e48ed1fc618f2edde032, NAME => 'test,,1732065857152.d78135d639e3e48ed1fc618f2edde032.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5 2024-11-20T01:24:17,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741836_1012 (size=39) 2024-11-20T01:24:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:17,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732065857152.d78135d639e3e48ed1fc618f2edde032.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:17,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d78135d639e3e48ed1fc618f2edde032, disabling compactions & flushes 2024-11-20T01:24:17,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732065857152.d78135d639e3e48ed1fc618f2edde032. 2024-11-20T01:24:17,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065857152.d78135d639e3e48ed1fc618f2edde032. 2024-11-20T01:24:17,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732065857152.d78135d639e3e48ed1fc618f2edde032. after waiting 0 ms 2024-11-20T01:24:17,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732065857152.d78135d639e3e48ed1fc618f2edde032. 2024-11-20T01:24:17,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732065857152.d78135d639e3e48ed1fc618f2edde032. 2024-11-20T01:24:17,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d78135d639e3e48ed1fc618f2edde032: Waiting for close lock at 1732065857575Disabling compacts and flushes for region at 1732065857575Disabling writes for close at 1732065857575Writing region close event to WAL at 1732065857575Closed at 1732065857575 2024-11-20T01:24:17,576 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:24:17,576 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732065857152.d78135d639e3e48ed1fc618f2edde032.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732065857576"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065857576"}]},"ts":"1732065857576"} 2024-11-20T01:24:17,588 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:24:17,589 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:24:17,590 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065857589"}]},"ts":"1732065857589"} 2024-11-20T01:24:17,592 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T01:24:17,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d78135d639e3e48ed1fc618f2edde032, ASSIGN}] 2024-11-20T01:24:17,605 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d78135d639e3e48ed1fc618f2edde032, ASSIGN 2024-11-20T01:24:17,606 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d78135d639e3e48ed1fc618f2edde032, ASSIGN; state=OFFLINE, location=57759bcb46a5,38441,1732065850903; forceNewPlan=false, retain=false 2024-11-20T01:24:17,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d78135d639e3e48ed1fc618f2edde032, regionState=OPENING, regionLocation=57759bcb46a5,38441,1732065850903 2024-11-20T01:24:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:17,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d78135d639e3e48ed1fc618f2edde032, ASSIGN because future has completed 2024-11-20T01:24:17,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d78135d639e3e48ed1fc618f2edde032, server=57759bcb46a5,38441,1732065850903}] 2024-11-20T01:24:17,999 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732065857152.d78135d639e3e48ed1fc618f2edde032. 2024-11-20T01:24:17,999 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d78135d639e3e48ed1fc618f2edde032, NAME => 'test,,1732065857152.d78135d639e3e48ed1fc618f2edde032.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:24:18,001 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:24:18,002 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T01:24:18,002 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d78135d639e3e48ed1fc618f2edde032 2024-11-20T01:24:18,002 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732065857152.d78135d639e3e48ed1fc618f2edde032.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:18,002 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d78135d639e3e48ed1fc618f2edde032 2024-11-20T01:24:18,002 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d78135d639e3e48ed1fc618f2edde032 2024-11-20T01:24:18,015 INFO [StoreOpener-d78135d639e3e48ed1fc618f2edde032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d78135d639e3e48ed1fc618f2edde032 2024-11-20T01:24:18,017 INFO [StoreOpener-d78135d639e3e48ed1fc618f2edde032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d78135d639e3e48ed1fc618f2edde032 columnFamilyName f 2024-11-20T01:24:18,017 DEBUG [StoreOpener-d78135d639e3e48ed1fc618f2edde032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:18,017 INFO [StoreOpener-d78135d639e3e48ed1fc618f2edde032-1 {}] regionserver.HStore(327): Store=d78135d639e3e48ed1fc618f2edde032/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:18,018 INFO [StoreOpener-d78135d639e3e48ed1fc618f2edde032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d78135d639e3e48ed1fc618f2edde032 2024-11-20T01:24:18,024 INFO [StoreOpener-d78135d639e3e48ed1fc618f2edde032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d78135d639e3e48ed1fc618f2edde032 columnFamilyName f1 2024-11-20T01:24:18,025 DEBUG [StoreOpener-d78135d639e3e48ed1fc618f2edde032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:18,025 INFO [StoreOpener-d78135d639e3e48ed1fc618f2edde032-1 {}] regionserver.HStore(327): Store=d78135d639e3e48ed1fc618f2edde032/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:18,025 INFO [StoreOpener-d78135d639e3e48ed1fc618f2edde032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d78135d639e3e48ed1fc618f2edde032 2024-11-20T01:24:18,028 INFO [StoreOpener-d78135d639e3e48ed1fc618f2edde032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d78135d639e3e48ed1fc618f2edde032 columnFamilyName norep 2024-11-20T01:24:18,028 DEBUG [StoreOpener-d78135d639e3e48ed1fc618f2edde032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:18,035 INFO [StoreOpener-d78135d639e3e48ed1fc618f2edde032-1 {}] regionserver.HStore(327): Store=d78135d639e3e48ed1fc618f2edde032/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:18,035 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d78135d639e3e48ed1fc618f2edde032 2024-11-20T01:24:18,038 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/default/test/d78135d639e3e48ed1fc618f2edde032 2024-11-20T01:24:18,038 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/default/test/d78135d639e3e48ed1fc618f2edde032 2024-11-20T01:24:18,039 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d78135d639e3e48ed1fc618f2edde032 2024-11-20T01:24:18,039 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d78135d639e3e48ed1fc618f2edde032 2024-11-20T01:24:18,040 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:24:18,041 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d78135d639e3e48ed1fc618f2edde032 2024-11-20T01:24:18,044 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/default/test/d78135d639e3e48ed1fc618f2edde032/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:24:18,044 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d78135d639e3e48ed1fc618f2edde032; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64189495, jitterRate=-0.04350198805332184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:24:18,044 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d78135d639e3e48ed1fc618f2edde032 2024-11-20T01:24:18,044 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d78135d639e3e48ed1fc618f2edde032: Running coprocessor pre-open hook at 1732065858002Writing region info on filesystem at 1732065858002Initializing all the Stores at 1732065858003 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065858003Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065858015 (+12 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065858015Cleaning up temporary data from old regions at 1732065858039 (+24 ms)Running coprocessor post-open hooks at 1732065858044 (+5 ms)Region opened successfully at 1732065858044 2024-11-20T01:24:18,045 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732065857152.d78135d639e3e48ed1fc618f2edde032., pid=6, masterSystemTime=1732065857976 2024-11-20T01:24:18,051 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d78135d639e3e48ed1fc618f2edde032, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=57759bcb46a5,38441,1732065850903 2024-11-20T01:24:18,053 DEBUG [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732065857152.d78135d639e3e48ed1fc618f2edde032. 2024-11-20T01:24:18,053 INFO [RS_OPEN_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732065857152.d78135d639e3e48ed1fc618f2edde032. 2024-11-20T01:24:18,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d78135d639e3e48ed1fc618f2edde032, server=57759bcb46a5,38441,1732065850903 because future has completed 2024-11-20T01:24:18,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T01:24:18,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d78135d639e3e48ed1fc618f2edde032, server=57759bcb46a5,38441,1732065850903 in 261 msec 2024-11-20T01:24:18,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T01:24:18,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d78135d639e3e48ed1fc618f2edde032, ASSIGN in 474 msec 2024-11-20T01:24:18,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:24:18,070 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065858069"}]},"ts":"1732065858069"} 2024-11-20T01:24:18,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T01:24:18,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:24:18,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 920 msec 2024-11-20T01:24:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T01:24:18,295 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T01:24:18,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4687b99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:18,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,40487,-1 for getting cluster id 2024-11-20T01:24:18,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:18,309 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190f457e-c0b3-4270-a529-bbeb1a380b6f' 2024-11-20T01:24:18,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:18,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190f457e-c0b3-4270-a529-bbeb1a380b6f" 2024-11-20T01:24:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351a8983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,40487,-1] 2024-11-20T01:24:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:18,311 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372a7f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:18,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:24:18,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,40487,1732065838185 2024-11-20T01:24:18,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72f5951f 2024-11-20T01:24:18,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:18,315 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:24:18,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://57759bcb46a5:34041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:24:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:24:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:24:18,320 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:34041' 2024-11-20T01:24:18,340 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7f3192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:18,340 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,34041,-1 for getting cluster id 2024-11-20T01:24:18,341 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:18,353 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd25d09f-65af-41df-8ede-548638b86495' 2024-11-20T01:24:18,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:18,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd25d09f-65af-41df-8ede-548638b86495" 2024-11-20T01:24:18,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7921e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:18,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,34041,-1] 2024-11-20T01:24:18,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:18,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:18,355 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:18,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38efdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:18,356 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:24:18,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,34041,1732065845202 2024-11-20T01:24:18,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64bc8a2a 2024-11-20T01:24:18,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:18,359 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:24:18,360 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-20T01:24:18,360 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:24:18,360 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:18,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:24:18,360 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:18,361 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T01:24:18,362 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T01:24:18,363 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T01:24:18,363 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:18,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T01:24:18,412 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T01:24:18,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741837_1013 (size=1138) 2024-11-20T01:24:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:24:18,432 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 673ee2c42da9d861285a6749a75f0fcd, NAME => 'hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6 2024-11-20T01:24:18,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741838_1014 (size=44) 2024-11-20T01:24:18,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:18,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 673ee2c42da9d861285a6749a75f0fcd, disabling compactions & flushes 2024-11-20T01:24:18,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. 2024-11-20T01:24:18,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. 2024-11-20T01:24:18,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. after waiting 0 ms 2024-11-20T01:24:18,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. 2024-11-20T01:24:18,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. 2024-11-20T01:24:18,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 673ee2c42da9d861285a6749a75f0fcd: Waiting for close lock at 1732065858506Disabling compacts and flushes for region at 1732065858506Disabling writes for close at 1732065858506Writing region close event to WAL at 1732065858506Closed at 1732065858506 2024-11-20T01:24:18,507 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T01:24:18,508 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732065858507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732065858507"}]},"ts":"1732065858507"} 2024-11-20T01:24:18,510 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T01:24:18,511 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T01:24:18,511 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065858511"}]},"ts":"1732065858511"} 2024-11-20T01:24:18,513 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T01:24:18,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=673ee2c42da9d861285a6749a75f0fcd, ASSIGN}] 2024-11-20T01:24:18,515 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=673ee2c42da9d861285a6749a75f0fcd, ASSIGN 2024-11-20T01:24:18,516 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=673ee2c42da9d861285a6749a75f0fcd, ASSIGN; state=OFFLINE, location=57759bcb46a5,45335,1732065838671; forceNewPlan=false, retain=false 2024-11-20T01:24:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:24:18,667 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=673ee2c42da9d861285a6749a75f0fcd, regionState=OPENING, regionLocation=57759bcb46a5,45335,1732065838671 2024-11-20T01:24:18,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=673ee2c42da9d861285a6749a75f0fcd, ASSIGN because future has completed 2024-11-20T01:24:18,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 673ee2c42da9d861285a6749a75f0fcd, server=57759bcb46a5,45335,1732065838671}] 2024-11-20T01:24:18,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. 2024-11-20T01:24:18,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T01:24:18,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T01:24:18,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=57759bcb46a5%2C45335%2C1732065838671.rep, suffix=, logDir=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671, archiveDir=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/oldWALs, maxLogs=10 2024-11-20T01:24:18,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.rep.1732065858877, exclude list is [], retry=0 2024-11-20T01:24:18,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36749,DS-0c1917f3-0012-42ce-a0c7-e42981677dc8,DISK] 2024-11-20T01:24:18,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.rep.1732065858877 2024-11-20T01:24:18,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46649:46649)] 2024-11-20T01:24:18,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 673ee2c42da9d861285a6749a75f0fcd, NAME => 'hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd.', STARTKEY => '', ENDKEY => ''} 2024-11-20T01:24:18,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T01:24:18,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T01:24:18,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. service=MultiRowMutationService 2024-11-20T01:24:18,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T01:24:18,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 673ee2c42da9d861285a6749a75f0fcd 2024-11-20T01:24:18,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T01:24:18,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 673ee2c42da9d861285a6749a75f0fcd 2024-11-20T01:24:18,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 673ee2c42da9d861285a6749a75f0fcd 2024-11-20T01:24:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:24:18,972 INFO [StoreOpener-673ee2c42da9d861285a6749a75f0fcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 673ee2c42da9d861285a6749a75f0fcd 2024-11-20T01:24:18,974 INFO [StoreOpener-673ee2c42da9d861285a6749a75f0fcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 673ee2c42da9d861285a6749a75f0fcd columnFamilyName hfileref 2024-11-20T01:24:18,974 DEBUG [StoreOpener-673ee2c42da9d861285a6749a75f0fcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:18,977 INFO [StoreOpener-673ee2c42da9d861285a6749a75f0fcd-1 {}] regionserver.HStore(327): Store=673ee2c42da9d861285a6749a75f0fcd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:18,977 INFO [StoreOpener-673ee2c42da9d861285a6749a75f0fcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 673ee2c42da9d861285a6749a75f0fcd 2024-11-20T01:24:18,978 INFO [StoreOpener-673ee2c42da9d861285a6749a75f0fcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 673ee2c42da9d861285a6749a75f0fcd columnFamilyName queue 2024-11-20T01:24:18,978 DEBUG [StoreOpener-673ee2c42da9d861285a6749a75f0fcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:18,982 INFO [StoreOpener-673ee2c42da9d861285a6749a75f0fcd-1 {}] regionserver.HStore(327): Store=673ee2c42da9d861285a6749a75f0fcd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:18,982 INFO [StoreOpener-673ee2c42da9d861285a6749a75f0fcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 673ee2c42da9d861285a6749a75f0fcd 2024-11-20T01:24:18,983 INFO [StoreOpener-673ee2c42da9d861285a6749a75f0fcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 673ee2c42da9d861285a6749a75f0fcd columnFamilyName sid 2024-11-20T01:24:18,983 DEBUG [StoreOpener-673ee2c42da9d861285a6749a75f0fcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T01:24:18,992 INFO [StoreOpener-673ee2c42da9d861285a6749a75f0fcd-1 {}] regionserver.HStore(327): Store=673ee2c42da9d861285a6749a75f0fcd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T01:24:18,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 673ee2c42da9d861285a6749a75f0fcd 2024-11-20T01:24:18,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/replication/673ee2c42da9d861285a6749a75f0fcd 2024-11-20T01:24:18,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/replication/673ee2c42da9d861285a6749a75f0fcd 2024-11-20T01:24:18,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 673ee2c42da9d861285a6749a75f0fcd 2024-11-20T01:24:18,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 673ee2c42da9d861285a6749a75f0fcd 2024-11-20T01:24:18,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T01:24:18,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 673ee2c42da9d861285a6749a75f0fcd 2024-11-20T01:24:19,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/replication/673ee2c42da9d861285a6749a75f0fcd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T01:24:19,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 673ee2c42da9d861285a6749a75f0fcd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73772581, jitterRate=0.09929712116718292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T01:24:19,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 673ee2c42da9d861285a6749a75f0fcd 2024-11-20T01:24:19,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 673ee2c42da9d861285a6749a75f0fcd: Running coprocessor pre-open hook at 1732065858951Writing region info on filesystem at 1732065858951Initializing all the Stores at 1732065858952 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065858952Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065858972 (+20 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732065858972Cleaning up temporary data from old regions at 1732065858997 (+25 ms)Running coprocessor post-open hooks at 1732065859024 (+27 ms)Region opened successfully at 1732065859025 (+1 ms) 2024-11-20T01:24:19,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd., pid=10, masterSystemTime=1732065858840 2024-11-20T01:24:19,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. 2024-11-20T01:24:19,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. 2024-11-20T01:24:19,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=673ee2c42da9d861285a6749a75f0fcd, regionState=OPEN, openSeqNum=2, regionLocation=57759bcb46a5,45335,1732065838671 2024-11-20T01:24:19,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 673ee2c42da9d861285a6749a75f0fcd, server=57759bcb46a5,45335,1732065838671 because future has completed 2024-11-20T01:24:19,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T01:24:19,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 673ee2c42da9d861285a6749a75f0fcd, server=57759bcb46a5,45335,1732065838671 in 369 msec 2024-11-20T01:24:19,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T01:24:19,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=673ee2c42da9d861285a6749a75f0fcd, ASSIGN in 536 msec 2024-11-20T01:24:19,053 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T01:24:19,054 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732065859053"}]},"ts":"1732065859053"} 2024-11-20T01:24:19,056 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T01:24:19,057 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T01:24:19,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 696 msec 2024-11-20T01:24:19,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd., hostname=57759bcb46a5,45335,1732065838671, seqNum=2] 2024-11-20T01:24:19,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:24:19,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:24:19,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:24:19,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:24:19,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:19,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T01:24:19,393 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T01:24:19,443 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-57759bcb46a5,45335,1732065838671, ReplicationSource: 1, currentBandwidth=0 2024-11-20T01:24:19,444 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:24:19,444 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,45335,1732065838671, seqNum=-1] 2024-11-20T01:24:19,444 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:19,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-20T01:24:19,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-57759bcb46a5,45335,1732065838671', locateType=CURRENT is [region=hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd., hostname=57759bcb46a5,45335,1732065838671, seqNum=2] 2024-11-20T01:24:19,451 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T01:24:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T01:24:19,454 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 57759bcb46a5,45335,1732065838671 suceeded 2024-11-20T01:24:19,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T01:24:19,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-20T01:24:19,457 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://57759bcb46a5:34041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:24:19,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1420 sec 2024-11-20T01:24:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T01:24:19,462 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T01:24:19,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:24:19,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:19,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:19,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:24:19,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:19,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175e96b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:19,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,40487,-1 for getting cluster id 2024-11-20T01:24:19,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:19,482 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190f457e-c0b3-4270-a529-bbeb1a380b6f' 2024-11-20T01:24:19,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:19,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190f457e-c0b3-4270-a529-bbeb1a380b6f" 2024-11-20T01:24:19,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37757c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:19,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,40487,-1] 2024-11-20T01:24:19,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:19,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:19,484 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:19,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a6d5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:19,492 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:34041' 2024-11-20T01:24:19,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f317d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:19,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,34041,-1 for getting cluster id 2024-11-20T01:24:19,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:19,503 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd25d09f-65af-41df-8ede-548638b86495' 2024-11-20T01:24:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd25d09f-65af-41df-8ede-548638b86495" 2024-11-20T01:24:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@755a8904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,34041,-1] 2024-11-20T01:24:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:19,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:19,505 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:19,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6daa7f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:19,509 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b0e40ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:19,509 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,34041,-1 for getting cluster id 2024-11-20T01:24:19,509 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:19,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b534c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:19,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,41811,-1 for getting cluster id 2024-11-20T01:24:19,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:19,510 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd25d09f-65af-41df-8ede-548638b86495' 2024-11-20T01:24:19,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:19,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd25d09f-65af-41df-8ede-548638b86495" 2024-11-20T01:24:19,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@90e6cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:19,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,34041,-1] 2024-11-20T01:24:19,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:19,510 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17efebfb-cc6b-4149-a6d0-f849bc7d91b4' 2024-11-20T01:24:19,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:19,512 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:19,513 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6720979b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:19,513 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:24:19,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,34041,1732065845202 2024-11-20T01:24:19,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bc57832 2024-11-20T01:24:19,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:19,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:19,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17efebfb-cc6b-4149-a6d0-f849bc7d91b4" 2024-11-20T01:24:19,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7fff61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:19,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,41811,-1] 2024-11-20T01:24:19,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:19,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:19,517 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:19,517 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T01:24:19,519 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-57759bcb46a5,45335,1732065838671 (queues=1) is replicating from cluster=190f457e-c0b3-4270-a529-bbeb1a380b6f to cluster=bd25d09f-65af-41df-8ede-548638b86495 2024-11-20T01:24:19,519 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=57759bcb46a5%2C45335%2C1732065838671 2024-11-20T01:24:19,519 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-57759bcb46a5,45335,1732065838671, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:24:19,520 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375, startPosition=0, beingWritten=true 2024-11-20T01:24:19,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7b3f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:19,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:19,540 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C45335%2C1732065838671 2024-11-20T01:24:19,549 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732065859549/Put/seqid=0 2024-11-20T01:24:19,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741840_1016 (size=7894) 2024-11-20T01:24:19,578 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732065859578/Put/seqid=0 2024-11-20T01:24:19,580 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:24:19,580 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375 to pos 379, reset compression=false 2024-11-20T01:24:19,580 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,45335,1732065838671 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:24:19,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741841_1017 (size=7691) 2024-11-20T01:24:19,805 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375 to pos 379, reset compression=false 2024-11-20T01:24:20,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d06584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:20,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,40487,-1 for getting cluster id 2024-11-20T01:24:20,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:20,044 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190f457e-c0b3-4270-a529-bbeb1a380b6f' 2024-11-20T01:24:20,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:20,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190f457e-c0b3-4270-a529-bbeb1a380b6f" 2024-11-20T01:24:20,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d47b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:20,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,40487,-1] 2024-11-20T01:24:20,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:20,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:20,045 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:20,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5752f4f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:20,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:24:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,45335,1732065838671, seqNum=-1] 2024-11-20T01:24:20,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:20,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:20,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:24:20,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,40487,1732065838185 2024-11-20T01:24:20,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e387bb3 2024-11-20T01:24:20,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:20,059 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:24:20,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df., hostname=57759bcb46a5,45335,1732065838671, seqNum=2] 2024-11-20T01:24:20,070 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T01:24:20,092 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-20T01:24:20,097 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-20T01:24:20,117 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375 to pos 379, reset compression=false 2024-11-20T01:24:20,128 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_0/f/hfile_0 for inclusion in c7677d9bf5dd33d251bf66f020bc45df/f 2024-11-20T01:24:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T01:24:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:24:20,131 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_0/f/hfile_1 for inclusion in c7677d9bf5dd33d251bf66f020bc45df/f 2024-11-20T01:24:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T01:24:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:24:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HRegion(2603): Flush status journal for c7677d9bf5dd33d251bf66f020bc45df: 2024-11-20T01:24:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__o6io8irv29o4gbh3pi92mhrsc1rt2f2365hprvtqqmp0atae7qjh6o9d3fgal2hj/f/hfile_0 2024-11-20T01:24:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__o6io8irv29o4gbh3pi92mhrsc1rt2f2365hprvtqqmp0atae7qjh6o9d3fgal2hj/f/hfile_0 as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/ac05dbe50820425fa3ec1b3aa6805c4d_SeqId_4_ 2024-11-20T01:24:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__o6io8irv29o4gbh3pi92mhrsc1rt2f2365hprvtqqmp0atae7qjh6o9d3fgal2hj/f/hfile_1 2024-11-20T01:24:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__o6io8irv29o4gbh3pi92mhrsc1rt2f2365hprvtqqmp0atae7qjh6o9d3fgal2hj/f/hfile_1 as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/6d88bcb69ec84f47be728ab2526be042_SeqId_4_ 2024-11-20T01:24:20,148 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__o6io8irv29o4gbh3pi92mhrsc1rt2f2365hprvtqqmp0atae7qjh6o9d3fgal2hj/f/hfile_0 into c7677d9bf5dd33d251bf66f020bc45df/f as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/ac05dbe50820425fa3ec1b3aa6805c4d_SeqId_4_ - updating store file list. 2024-11-20T01:24:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ac05dbe50820425fa3ec1b3aa6805c4d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T01:24:20,163 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/ac05dbe50820425fa3ec1b3aa6805c4d_SeqId_4_ into c7677d9bf5dd33d251bf66f020bc45df/f 2024-11-20T01:24:20,163 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__o6io8irv29o4gbh3pi92mhrsc1rt2f2365hprvtqqmp0atae7qjh6o9d3fgal2hj/f/hfile_0 into c7677d9bf5dd33d251bf66f020bc45df/f (new location: hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/ac05dbe50820425fa3ec1b3aa6805c4d_SeqId_4_) 2024-11-20T01:24:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__o6io8irv29o4gbh3pi92mhrsc1rt2f2365hprvtqqmp0atae7qjh6o9d3fgal2hj/f/hfile_0 2024-11-20T01:24:20,165 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__o6io8irv29o4gbh3pi92mhrsc1rt2f2365hprvtqqmp0atae7qjh6o9d3fgal2hj/f/hfile_1 into c7677d9bf5dd33d251bf66f020bc45df/f as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/6d88bcb69ec84f47be728ab2526be042_SeqId_4_ - updating store file list. 2024-11-20T01:24:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d88bcb69ec84f47be728ab2526be042_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T01:24:20,179 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/6d88bcb69ec84f47be728ab2526be042_SeqId_4_ into c7677d9bf5dd33d251bf66f020bc45df/f 2024-11-20T01:24:20,179 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__o6io8irv29o4gbh3pi92mhrsc1rt2f2365hprvtqqmp0atae7qjh6o9d3fgal2hj/f/hfile_1 into c7677d9bf5dd33d251bf66f020bc45df/f (new location: hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/6d88bcb69ec84f47be728ab2526be042_SeqId_4_) 2024-11-20T01:24:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__o6io8irv29o4gbh3pi92mhrsc1rt2f2365hprvtqqmp0atae7qjh6o9d3fgal2hj/f/hfile_1 2024-11-20T01:24:20,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:24:20,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:20,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:20,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:20,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:24:20,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:24:20,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df., hostname=57759bcb46a5,45335,1732065838671, seqNum=2 , the old value is region=test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df., hostname=57759bcb46a5,45335,1732065838671, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=57759bcb46a5:45335 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T01:24:20,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df., hostname=57759bcb46a5,45335,1732065838671, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T01:24:20,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df., hostname=57759bcb46a5,45335,1732065838671, seqNum=2 from cache 2024-11-20T01:24:20,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38483,1732065845320, seqNum=-1] 2024-11-20T01:24:20,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:40936 deadline: 1732065920184 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:40936 2024-11-20T01:24:20,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:20,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba., hostname=57759bcb46a5,38483,1732065845320, seqNum=2] 2024-11-20T01:24:20,191 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T01:24:20,291 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:45335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T01:24:20,529 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375 to pos 379, reset compression=false 2024-11-20T01:24:20,570 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:24:20,570 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,45335,1732065838671 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7677d9bf5dd33d251bf66f020bc45df/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732065860180/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T01:24:20,572 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:24:20,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T01:24:20,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.ReplicationSink(318): Replicating [190f457e-c0b3-4270-a529-bbeb1a380b6f] bulk loaded data 2024-11-20T01:24:20,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@707f0514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:20,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,34041,-1 for getting cluster id 2024-11-20T01:24:20,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:20,577 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd25d09f-65af-41df-8ede-548638b86495' 2024-11-20T01:24:20,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:20,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd25d09f-65af-41df-8ede-548638b86495" 2024-11-20T01:24:20,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bba0e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:20,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,34041,-1] 2024-11-20T01:24:20,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:20,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:20,579 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:20,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@180f0beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:20,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741837_1013 (size=7894) 2024-11-20T01:24:20,770 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375 to pos 687, reset compression=false 2024-11-20T01:24:20,784 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:24:21,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741838_1014 (size=7691) 2024-11-20T01:24:21,095 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375 to pos 687, reset compression=false 2024-11-20T01:24:21,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:24:21,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,34041,1732065845202 2024-11-20T01:24:21,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9526bd0 2024-11-20T01:24:21,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:21,100 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-20T01:24:21,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T01:24:21,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:24:21,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38483,1732065845320, seqNum=-1] 2024-11-20T01:24:21,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:21,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-20T01:24:21,118 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__o6s9fc0t71io0ot30e7u7vol80lb88m53jjlitvobkudsr9p2e8pne2i0cr0upe0/f/6d88bcb69ec84f47be728ab2526be042_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-20T01:24:21,121 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__o6s9fc0t71io0ot30e7u7vol80lb88m53jjlitvobkudsr9p2e8pne2i0cr0upe0/f/ac05dbe50820425fa3ec1b3aa6805c4d_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-20T01:24:21,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__o6s9fc0t71io0ot30e7u7vol80lb88m53jjlitvobkudsr9p2e8pne2i0cr0upe0/f/ac05dbe50820425fa3ec1b3aa6805c4d_SeqId_4_ for inclusion in 2a039e71168fc19b7ff5b135dd2ea6ba/f 2024-11-20T01:24:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T01:24:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:24:21,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__o6s9fc0t71io0ot30e7u7vol80lb88m53jjlitvobkudsr9p2e8pne2i0cr0upe0/f/6d88bcb69ec84f47be728ab2526be042_SeqId_4_ for inclusion in 2a039e71168fc19b7ff5b135dd2ea6ba/f 2024-11-20T01:24:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T01:24:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:24:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HRegion(2603): Flush status journal for 2a039e71168fc19b7ff5b135dd2ea6ba: 2024-11-20T01:24:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ac05dbe50820425fa3ec1b3aa6805c4d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T01:24:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__o6s9fc0t71io0ot30e7u7vol80lb88m53jjlitvobkudsr9p2e8pne2i0cr0upe0/f/ac05dbe50820425fa3ec1b3aa6805c4d_SeqId_4_ as hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/2e2a8dfa5a4347d1aaa868133013f8af_SeqId_4_ 2024-11-20T01:24:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6d88bcb69ec84f47be728ab2526be042_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T01:24:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__o6s9fc0t71io0ot30e7u7vol80lb88m53jjlitvobkudsr9p2e8pne2i0cr0upe0/f/6d88bcb69ec84f47be728ab2526be042_SeqId_4_ as hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/0a4ed987e0f3454b9dc3339758e01c9c_SeqId_4_ 2024-11-20T01:24:21,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__o6s9fc0t71io0ot30e7u7vol80lb88m53jjlitvobkudsr9p2e8pne2i0cr0upe0/f/ac05dbe50820425fa3ec1b3aa6805c4d_SeqId_4_ into 2a039e71168fc19b7ff5b135dd2ea6ba/f as hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/2e2a8dfa5a4347d1aaa868133013f8af_SeqId_4_ - updating store file list. 2024-11-20T01:24:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e2a8dfa5a4347d1aaa868133013f8af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T01:24:21,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/2e2a8dfa5a4347d1aaa868133013f8af_SeqId_4_ into 2a039e71168fc19b7ff5b135dd2ea6ba/f 2024-11-20T01:24:21,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__o6s9fc0t71io0ot30e7u7vol80lb88m53jjlitvobkudsr9p2e8pne2i0cr0upe0/f/ac05dbe50820425fa3ec1b3aa6805c4d_SeqId_4_ into 2a039e71168fc19b7ff5b135dd2ea6ba/f (new location: hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/2e2a8dfa5a4347d1aaa868133013f8af_SeqId_4_) 2024-11-20T01:24:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__o6s9fc0t71io0ot30e7u7vol80lb88m53jjlitvobkudsr9p2e8pne2i0cr0upe0/f/ac05dbe50820425fa3ec1b3aa6805c4d_SeqId_4_ 2024-11-20T01:24:21,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__o6s9fc0t71io0ot30e7u7vol80lb88m53jjlitvobkudsr9p2e8pne2i0cr0upe0/f/6d88bcb69ec84f47be728ab2526be042_SeqId_4_ into 2a039e71168fc19b7ff5b135dd2ea6ba/f as hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/0a4ed987e0f3454b9dc3339758e01c9c_SeqId_4_ - updating store file list. 2024-11-20T01:24:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a4ed987e0f3454b9dc3339758e01c9c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T01:24:21,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/0a4ed987e0f3454b9dc3339758e01c9c_SeqId_4_ into 2a039e71168fc19b7ff5b135dd2ea6ba/f 2024-11-20T01:24:21,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__o6s9fc0t71io0ot30e7u7vol80lb88m53jjlitvobkudsr9p2e8pne2i0cr0upe0/f/6d88bcb69ec84f47be728ab2526be042_SeqId_4_ into 2a039e71168fc19b7ff5b135dd2ea6ba/f (new location: hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/0a4ed987e0f3454b9dc3339758e01c9c_SeqId_4_) 2024-11-20T01:24:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__o6s9fc0t71io0ot30e7u7vol80lb88m53jjlitvobkudsr9p2e8pne2i0cr0upe0/f/6d88bcb69ec84f47be728ab2526be042_SeqId_4_ 2024-11-20T01:24:21,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.ReplicationSink(324): Finished replicating [190f457e-c0b3-4270-a529-bbeb1a380b6f] bulk loaded data 2024-11-20T01:24:21,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:24:21,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38441,1732065850903, seqNum=-1] 2024-11-20T01:24:21,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:21,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:21,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732065857152.d78135d639e3e48ed1fc618f2edde032., hostname=57759bcb46a5,38441,1732065850903, seqNum=2] 2024-11-20T01:24:21,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:24:21,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T01:24:21,218 DEBUG [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 57759bcb46a5%2C45335%2C1732065838671.meta:.meta(num 1732065840916) roll requested 2024-11-20T01:24:21,238 DEBUG [regionserver/57759bcb46a5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.meta.1732065861218.meta, exclude list is [], retry=0 2024-11-20T01:24:21,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36749,DS-0c1917f3-0012-42ce-a0c7-e42981677dc8,DISK] 2024-11-20T01:24:21,281 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.meta.1732065840916.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.meta.1732065861218.meta 2024-11-20T01:24:21,291 DEBUG [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46649:46649)] 2024-11-20T01:24:21,291 DEBUG [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.meta.1732065840916.meta is not closed yet, will try archiving it next time 2024-11-20T01:24:21,291 DEBUG [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 57759bcb46a5%2C45335%2C1732065838671.rep:(num 1732065858877) roll requested 2024-11-20T01:24:21,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741834_1010 (size=3473) 2024-11-20T01:24:21,312 DEBUG [regionserver/57759bcb46a5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.rep.1732065861292, exclude list is [], retry=0 2024-11-20T01:24:21,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36749,DS-0c1917f3-0012-42ce-a0c7-e42981677dc8,DISK] 2024-11-20T01:24:21,316 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.rep.1732065858877 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.rep.1732065861292 2024-11-20T01:24:21,319 DEBUG [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46649:46649)] 2024-11-20T01:24:21,319 DEBUG [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.rep.1732065858877 is not closed yet, will try archiving it next time 2024-11-20T01:24:21,319 DEBUG [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 57759bcb46a5%2C45335%2C1732065838671:(num 1732065840375) roll requested 2024-11-20T01:24:21,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741839_1015 (size=1505) 2024-11-20T01:24:21,323 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.rep.1732065858877 not finished, retry = 0 2024-11-20T01:24:21,340 DEBUG [regionserver/57759bcb46a5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319, exclude list is [], retry=0 2024-11-20T01:24:21,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36749,DS-0c1917f3-0012-42ce-a0c7-e42981677dc8,DISK] 2024-11-20T01:24:21,358 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 2024-11-20T01:24:21,368 DEBUG [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46649:46649)] 2024-11-20T01:24:21,368 DEBUG [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375 is not closed yet, will try archiving it next time 2024-11-20T01:24:21,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741833_1009 (size=695) 2024-11-20T01:24:21,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b32c14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:21,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,40487,-1 for getting cluster id 2024-11-20T01:24:21,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:21,379 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190f457e-c0b3-4270-a529-bbeb1a380b6f' 2024-11-20T01:24:21,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:21,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190f457e-c0b3-4270-a529-bbeb1a380b6f" 2024-11-20T01:24:21,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3814a877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:21,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,40487,-1] 2024-11-20T01:24:21,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:21,382 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c10d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:21,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:24:21,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,40487,1732065838185 2024-11-20T01:24:21,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cc18745 2024-11-20T01:24:21,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:21,385 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:24:21,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://57759bcb46a5:41811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T01:24:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T01:24:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T01:24:21,388 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:41811' 2024-11-20T01:24:21,394 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375 to hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/oldWALs/57759bcb46a5%2C45335%2C1732065838671.1732065840375 2024-11-20T01:24:21,396 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d85d800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:21,396 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,41811,-1 for getting cluster id 2024-11-20T01:24:21,397 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:21,397 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17efebfb-cc6b-4149-a6d0-f849bc7d91b4' 2024-11-20T01:24:21,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:21,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17efebfb-cc6b-4149-a6d0-f849bc7d91b4" 2024-11-20T01:24:21,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63527b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:21,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,41811,-1] 2024-11-20T01:24:21,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:21,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:21,399 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:21,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7248184b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:21,399 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:24:21,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,41811,1732065850754 2024-11-20T01:24:21,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25532ee9 2024-11-20T01:24:21,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:21,401 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:24:21,401 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T01:24:21,402 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T01:24:21,402 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:21,402 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:21,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:24:21,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T01:24:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T01:24:21,501 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375 to pos 687, reset compression=false 2024-11-20T01:24:21,512 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375 was moved to hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/oldWALs/57759bcb46a5%2C45335%2C1732065838671.1732065840375 2024-11-20T01:24:21,515 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375 2024-11-20T01:24:21,515 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,45335,1732065838671 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065840375, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T01:24:21,517 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319, startPosition=0, beingWritten=true 2024-11-20T01:24:21,519 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [57759bcb46a5%2C45335%2C1732065838671.1732065840375] 2024-11-20T01:24:21,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T01:24:21,628 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T01:24:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T01:24:21,701 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-57759bcb46a5,45335,1732065838671, ReplicationSource: 2, currentBandwidth=0 2024-11-20T01:24:21,713 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T01:24:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T01:24:21,716 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 57759bcb46a5,45335,1732065838671 suceeded 2024-11-20T01:24:21,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T01:24:21,718 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://57759bcb46a5:41811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T01:24:21,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 242 msec 2024-11-20T01:24:21,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 332 msec 2024-11-20T01:24:21,746 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='57759bcb46a5:41811' 2024-11-20T01:24:21,772 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2edbbe49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:21,772 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,41811,-1 for getting cluster id 2024-11-20T01:24:21,773 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:21,773 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17efebfb-cc6b-4149-a6d0-f849bc7d91b4' 2024-11-20T01:24:21,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:21,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17efebfb-cc6b-4149-a6d0-f849bc7d91b4" 2024-11-20T01:24:21,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59ad73ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:21,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,41811,-1] 2024-11-20T01:24:21,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:21,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:21,775 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:21,775 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61363a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:21,775 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:24:21,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,41811,1732065850754 2024-11-20T01:24:21,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e6c416 2024-11-20T01:24:21,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:21,777 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T01:24:21,777 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-57759bcb46a5,45335,1732065838671 (queues=1) is replicating from cluster=190f457e-c0b3-4270-a529-bbeb1a380b6f to cluster=17efebfb-cc6b-4149-a6d0-f849bc7d91b4 2024-11-20T01:24:21,778 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=57759bcb46a5%2C45335%2C1732065838671 2024-11-20T01:24:21,778 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-57759bcb46a5,45335,1732065838671, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T01:24:21,791 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319, startPosition=0, beingWritten=true 2024-11-20T01:24:21,799 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 57759bcb46a5%2C45335%2C1732065838671 2024-11-20T01:24:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T01:24:22,011 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T01:24:22,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:24:22,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:22,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:22,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:22,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:24:22,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:22,023 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732065862021/Put/seqid=0 2024-11-20T01:24:22,048 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 0, reset compression=false 2024-11-20T01:24:22,058 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 0, reset compression=false 2024-11-20T01:24:22,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741845_1021 (size=11194) 2024-11-20T01:24:22,377 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 0, reset compression=false 2024-11-20T01:24:22,532 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732065862532/Put/seqid=0 2024-11-20T01:24:22,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741846_1022 (size=10791) 2024-11-20T01:24:22,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471551ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:22,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,40487,-1 for getting cluster id 2024-11-20T01:24:22,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:22,561 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '190f457e-c0b3-4270-a529-bbeb1a380b6f' 2024-11-20T01:24:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "190f457e-c0b3-4270-a529-bbeb1a380b6f" 2024-11-20T01:24:22,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4562d826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:22,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,40487,-1] 2024-11-20T01:24:22,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:22,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:22,563 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:22,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c813994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:22,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:24:22,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,45335,1732065838671, seqNum=-1] 2024-11-20T01:24:22,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:22,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T01:24:22,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:24:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,40487,1732065838185 2024-11-20T01:24:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49a06ec4 2024-11-20T01:24:22,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:22,582 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T01:24:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df., hostname=57759bcb46a5,45335,1732065838671, seqNum=2] 2024-11-20T01:24:22,588 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T01:24:22,604 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-20T01:24:22,607 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-20T01:24:22,614 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_1/f/hfile_1 for inclusion in c7677d9bf5dd33d251bf66f020bc45df/f 2024-11-20T01:24:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T01:24:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:24:22,618 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_1/f/hfile_0 for inclusion in c7677d9bf5dd33d251bf66f020bc45df/f 2024-11-20T01:24:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T01:24:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:24:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HRegion(2603): Flush status journal for c7677d9bf5dd33d251bf66f020bc45df: 2024-11-20T01:24:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__6v1l22osgjiih99om25h9lti3dhb1gcnndfn3f7bqr3e1qtem6q4bv34n9ed09vg/f/hfile_1 2024-11-20T01:24:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__6v1l22osgjiih99om25h9lti3dhb1gcnndfn3f7bqr3e1qtem6q4bv34n9ed09vg/f/hfile_1 as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ 2024-11-20T01:24:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__6v1l22osgjiih99om25h9lti3dhb1gcnndfn3f7bqr3e1qtem6q4bv34n9ed09vg/f/hfile_0 2024-11-20T01:24:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__6v1l22osgjiih99om25h9lti3dhb1gcnndfn3f7bqr3e1qtem6q4bv34n9ed09vg/f/hfile_0 as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_ 2024-11-20T01:24:22,642 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__6v1l22osgjiih99om25h9lti3dhb1gcnndfn3f7bqr3e1qtem6q4bv34n9ed09vg/f/hfile_1 into c7677d9bf5dd33d251bf66f020bc45df/f as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ - updating store file list. 2024-11-20T01:24:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T01:24:22,651 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ into c7677d9bf5dd33d251bf66f020bc45df/f 2024-11-20T01:24:22,652 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__6v1l22osgjiih99om25h9lti3dhb1gcnndfn3f7bqr3e1qtem6q4bv34n9ed09vg/f/hfile_1 into c7677d9bf5dd33d251bf66f020bc45df/f (new location: hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_) 2024-11-20T01:24:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__6v1l22osgjiih99om25h9lti3dhb1gcnndfn3f7bqr3e1qtem6q4bv34n9ed09vg/f/hfile_1 2024-11-20T01:24:22,653 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__6v1l22osgjiih99om25h9lti3dhb1gcnndfn3f7bqr3e1qtem6q4bv34n9ed09vg/f/hfile_0 into c7677d9bf5dd33d251bf66f020bc45df/f as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_ - updating store file list. 2024-11-20T01:24:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d0864446ba942339f39fd9ac8943753_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T01:24:22,659 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_ into c7677d9bf5dd33d251bf66f020bc45df/f 2024-11-20T01:24:22,659 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__6v1l22osgjiih99om25h9lti3dhb1gcnndfn3f7bqr3e1qtem6q4bv34n9ed09vg/f/hfile_0 into c7677d9bf5dd33d251bf66f020bc45df/f (new location: hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_) 2024-11-20T01:24:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/staging/jenkins__test__6v1l22osgjiih99om25h9lti3dhb1gcnndfn3f7bqr3e1qtem6q4bv34n9ed09vg/f/hfile_0 2024-11-20T01:24:22,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:24:22,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:22,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:22,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:22,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:24:22,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df., hostname=57759bcb46a5,45335,1732065838671, seqNum=2 , the old value is region=test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df., hostname=57759bcb46a5,45335,1732065838671, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=57759bcb46a5:45335 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T01:24:22,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df., hostname=57759bcb46a5,45335,1732065838671, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T01:24:22,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df., hostname=57759bcb46a5,45335,1732065838671, seqNum=2 from cache 2024-11-20T01:24:22,668 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T01:24:22,673 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T01:24:22,719 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 0, reset compression=false 2024-11-20T01:24:22,763 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:24:22,763 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-57759bcb46a5,45335,1732065838671 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7677d9bf5dd33d251bf66f020bc45df/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732065862659/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T01:24:22,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.ReplicationSink(318): Replicating [190f457e-c0b3-4270-a529-bbeb1a380b6f] bulk loaded data 2024-11-20T01:24:22,771 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:45335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T01:24:22,813 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 0, reset compression=false 2024-11-20T01:24:22,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741839_1015 (size=10791) 2024-11-20T01:24:22,863 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T01:24:22,863 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-57759bcb46a5,45335,1732065838671 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7677d9bf5dd33d251bf66f020bc45df/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732065862659/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T01:24:22,865 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T01:24:22,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T01:24:22,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.ReplicationSink(318): Replicating [190f457e-c0b3-4270-a529-bbeb1a380b6f] bulk loaded data 2024-11-20T01:24:22,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4894ad80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:22,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] client.ClusterIdFetcher(90): Going to request 57759bcb46a5,41811,-1 for getting cluster id 2024-11-20T01:24:22,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T01:24:22,875 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17efebfb-cc6b-4149-a6d0-f849bc7d91b4' 2024-11-20T01:24:22,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T01:24:22,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17efebfb-cc6b-4149-a6d0-f849bc7d91b4" 2024-11-20T01:24:22,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a3d23d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:22,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [57759bcb46a5,41811,-1] 2024-11-20T01:24:22,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T01:24:22,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:22,877 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-20T01:24:22,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45ae0f57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T01:24:22,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741840_1016 (size=11194) 2024-11-20T01:24:22,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T01:24:22,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741837_1013 (size=10791) 2024-11-20T01:24:22,942 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__2jmlcbbsmanf1nq5mo83irjalf3oacob4me5fkgoruif2fk6trubo7ss1pahb0en/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T01:24:22,944 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__2jmlcbbsmanf1nq5mo83irjalf3oacob4me5fkgoruif2fk6trubo7ss1pahb0en/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T01:24:22,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__2jmlcbbsmanf1nq5mo83irjalf3oacob4me5fkgoruif2fk6trubo7ss1pahb0en/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ for inclusion in 2a039e71168fc19b7ff5b135dd2ea6ba/f 2024-11-20T01:24:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T01:24:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:24:22,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__2jmlcbbsmanf1nq5mo83irjalf3oacob4me5fkgoruif2fk6trubo7ss1pahb0en/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_ for inclusion in 2a039e71168fc19b7ff5b135dd2ea6ba/f 2024-11-20T01:24:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T01:24:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:24:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HRegion(2603): Flush status journal for 2a039e71168fc19b7ff5b135dd2ea6ba: 2024-11-20T01:24:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T01:24:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__2jmlcbbsmanf1nq5mo83irjalf3oacob4me5fkgoruif2fk6trubo7ss1pahb0en/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ as hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/f9888635c6454373ac40a693849aa9b1_SeqId_6_ 2024-11-20T01:24:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d0864446ba942339f39fd9ac8943753_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T01:24:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__2jmlcbbsmanf1nq5mo83irjalf3oacob4me5fkgoruif2fk6trubo7ss1pahb0en/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_ as hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/41685443c847420a9be7bef23ba1d6bd_SeqId_6_ 2024-11-20T01:24:22,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__2jmlcbbsmanf1nq5mo83irjalf3oacob4me5fkgoruif2fk6trubo7ss1pahb0en/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ into 2a039e71168fc19b7ff5b135dd2ea6ba/f as hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/f9888635c6454373ac40a693849aa9b1_SeqId_6_ - updating store file list. 2024-11-20T01:24:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f9888635c6454373ac40a693849aa9b1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T01:24:22,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/f9888635c6454373ac40a693849aa9b1_SeqId_6_ into 2a039e71168fc19b7ff5b135dd2ea6ba/f 2024-11-20T01:24:22,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__2jmlcbbsmanf1nq5mo83irjalf3oacob4me5fkgoruif2fk6trubo7ss1pahb0en/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ into 2a039e71168fc19b7ff5b135dd2ea6ba/f (new location: hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/f9888635c6454373ac40a693849aa9b1_SeqId_6_) 2024-11-20T01:24:22,963 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__2jmlcbbsmanf1nq5mo83irjalf3oacob4me5fkgoruif2fk6trubo7ss1pahb0en/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ 2024-11-20T01:24:22,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__2jmlcbbsmanf1nq5mo83irjalf3oacob4me5fkgoruif2fk6trubo7ss1pahb0en/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_ into 2a039e71168fc19b7ff5b135dd2ea6ba/f as hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/41685443c847420a9be7bef23ba1d6bd_SeqId_6_ - updating store file list. 2024-11-20T01:24:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 41685443c847420a9be7bef23ba1d6bd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T01:24:22,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/41685443c847420a9be7bef23ba1d6bd_SeqId_6_ into 2a039e71168fc19b7ff5b135dd2ea6ba/f 2024-11-20T01:24:22,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__2jmlcbbsmanf1nq5mo83irjalf3oacob4me5fkgoruif2fk6trubo7ss1pahb0en/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_ into 2a039e71168fc19b7ff5b135dd2ea6ba/f (new location: hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/f/41685443c847420a9be7bef23ba1d6bd_SeqId_6_) 2024-11-20T01:24:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/staging/jenkins.hfs.22__test__2jmlcbbsmanf1nq5mo83irjalf3oacob4me5fkgoruif2fk6trubo7ss1pahb0en/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_ 2024-11-20T01:24:22,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38483 {}] regionserver.ReplicationSink(324): Finished replicating [190f457e-c0b3-4270-a529-bbeb1a380b6f] bulk loaded data 2024-11-20T01:24:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741838_1014 (size=11194) 2024-11-20T01:24:23,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:24:23,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 57759bcb46a5,41811,1732065850754 2024-11-20T01:24:23,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4216b2df 2024-11-20T01:24:23,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T01:24:23,029 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-20T01:24:23,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T01:24:23,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T01:24:23,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=57759bcb46a5,38441,1732065850903, seqNum=-1] 2024-11-20T01:24:23,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T01:24:23,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-20T01:24:23,042 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/staging/jenkins.hfs.23__test__dj7pv3gttlj4bcoa340bdkbrtmdvlogcanh03en45267kvh5k8fq427uqegmvckt/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T01:24:23,055 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/staging/jenkins.hfs.23__test__dj7pv3gttlj4bcoa340bdkbrtmdvlogcanh03en45267kvh5k8fq427uqegmvckt/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T01:24:23,063 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:23,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/staging/jenkins.hfs.23__test__dj7pv3gttlj4bcoa340bdkbrtmdvlogcanh03en45267kvh5k8fq427uqegmvckt/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_ for inclusion in d78135d639e3e48ed1fc618f2edde032/f 2024-11-20T01:24:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T01:24:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:24:23,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/staging/jenkins.hfs.23__test__dj7pv3gttlj4bcoa340bdkbrtmdvlogcanh03en45267kvh5k8fq427uqegmvckt/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ for inclusion in d78135d639e3e48ed1fc618f2edde032/f 2024-11-20T01:24:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T01:24:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T01:24:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HRegion(2603): Flush status journal for d78135d639e3e48ed1fc618f2edde032: 2024-11-20T01:24:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d0864446ba942339f39fd9ac8943753_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T01:24:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/staging/jenkins.hfs.23__test__dj7pv3gttlj4bcoa340bdkbrtmdvlogcanh03en45267kvh5k8fq427uqegmvckt/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_ as hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/default/test/d78135d639e3e48ed1fc618f2edde032/f/d5661269c4e645159b2a16e38733e88b_SeqId_4_ 2024-11-20T01:24:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T01:24:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/staging/jenkins.hfs.23__test__dj7pv3gttlj4bcoa340bdkbrtmdvlogcanh03en45267kvh5k8fq427uqegmvckt/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ as hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/default/test/d78135d639e3e48ed1fc618f2edde032/f/8e303024f1814d91aed3fbbfd2b84e05_SeqId_4_ 2024-11-20T01:24:23,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/staging/jenkins.hfs.23__test__dj7pv3gttlj4bcoa340bdkbrtmdvlogcanh03en45267kvh5k8fq427uqegmvckt/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_ into d78135d639e3e48ed1fc618f2edde032/f as hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/default/test/d78135d639e3e48ed1fc618f2edde032/f/d5661269c4e645159b2a16e38733e88b_SeqId_4_ - updating store file list. 2024-11-20T01:24:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d5661269c4e645159b2a16e38733e88b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T01:24:23,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/default/test/d78135d639e3e48ed1fc618f2edde032/f/d5661269c4e645159b2a16e38733e88b_SeqId_4_ into d78135d639e3e48ed1fc618f2edde032/f 2024-11-20T01:24:23,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/staging/jenkins.hfs.23__test__dj7pv3gttlj4bcoa340bdkbrtmdvlogcanh03en45267kvh5k8fq427uqegmvckt/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_ into d78135d639e3e48ed1fc618f2edde032/f (new location: hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/default/test/d78135d639e3e48ed1fc618f2edde032/f/d5661269c4e645159b2a16e38733e88b_SeqId_4_) 2024-11-20T01:24:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/staging/jenkins.hfs.23__test__dj7pv3gttlj4bcoa340bdkbrtmdvlogcanh03en45267kvh5k8fq427uqegmvckt/f/9d0864446ba942339f39fd9ac8943753_SeqId_6_ 2024-11-20T01:24:23,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/staging/jenkins.hfs.23__test__dj7pv3gttlj4bcoa340bdkbrtmdvlogcanh03en45267kvh5k8fq427uqegmvckt/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ into d78135d639e3e48ed1fc618f2edde032/f as hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/default/test/d78135d639e3e48ed1fc618f2edde032/f/8e303024f1814d91aed3fbbfd2b84e05_SeqId_4_ - updating store file list. 2024-11-20T01:24:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8e303024f1814d91aed3fbbfd2b84e05_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T01:24:23,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/default/test/d78135d639e3e48ed1fc618f2edde032/f/8e303024f1814d91aed3fbbfd2b84e05_SeqId_4_ into d78135d639e3e48ed1fc618f2edde032/f 2024-11-20T01:24:23,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/staging/jenkins.hfs.23__test__dj7pv3gttlj4bcoa340bdkbrtmdvlogcanh03en45267kvh5k8fq427uqegmvckt/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ into d78135d639e3e48ed1fc618f2edde032/f (new location: hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/default/test/d78135d639e3e48ed1fc618f2edde032/f/8e303024f1814d91aed3fbbfd2b84e05_SeqId_4_) 2024-11-20T01:24:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/staging/jenkins.hfs.23__test__dj7pv3gttlj4bcoa340bdkbrtmdvlogcanh03en45267kvh5k8fq427uqegmvckt/f/fb003589a8e041e6ab8ddea1c8ce21cd_SeqId_6_ 2024-11-20T01:24:23,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38441 {}] regionserver.ReplicationSink(324): Finished replicating [190f457e-c0b3-4270-a529-bbeb1a380b6f] bulk loaded data 2024-11-20T01:24:23,318 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:23,371 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:23,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:24:23,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:24:23,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:23,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:23,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:23,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:24:23,689 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:24:23,689 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2007078546, stopped=false 2024-11-20T01:24:23,689 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,41811,1732065850754 2024-11-20T01:24:23,725 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:23,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/222386314/running 2024-11-20T01:24:23,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/222386314/running 2024-11-20T01:24:23,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314 2024-11-20T01:24:23,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314 2024-11-20T01:24:23,756 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:24:23,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:24:23,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:23,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:23,757 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,38441,1732065850903' ***** 2024-11-20T01:24:23,757 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:24:23,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Set watcher on znode that does not yet exist, /222386314/running 2024-11-20T01:24:23,758 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:24:23,758 INFO [RS:0;57759bcb46a5:38441 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:24:23,758 INFO [RS:0;57759bcb46a5:38441 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:24:23,758 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(3091): Received CLOSE for d78135d639e3e48ed1fc618f2edde032 2024-11-20T01:24:23,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Set watcher on znode that does not yet exist, /222386314/running 2024-11-20T01:24:23,760 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:24:23,766 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,38441,1732065850903 2024-11-20T01:24:23,766 INFO [RS:0;57759bcb46a5:38441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:24:23,766 INFO [RS:0;57759bcb46a5:38441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:38441. 2024-11-20T01:24:23,766 DEBUG [RS:0;57759bcb46a5:38441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:23,767 DEBUG [RS:0;57759bcb46a5:38441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:23,767 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:24:23,767 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:24:23,767 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:24:23,767 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:24:23,769 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d78135d639e3e48ed1fc618f2edde032, disabling compactions & flushes 2024-11-20T01:24:23,769 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732065857152.d78135d639e3e48ed1fc618f2edde032. 2024-11-20T01:24:23,772 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T01:24:23,772 DEBUG [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(1325): Online Regions={d78135d639e3e48ed1fc618f2edde032=test,,1732065857152.d78135d639e3e48ed1fc618f2edde032., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:24:23,772 DEBUG [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d78135d639e3e48ed1fc618f2edde032 2024-11-20T01:24:23,769 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065857152.d78135d639e3e48ed1fc618f2edde032. 2024-11-20T01:24:23,782 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:24:23,782 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:24:23,782 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:24:23,782 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:24:23,782 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:24:23,783 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T01:24:23,781 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732065857152.d78135d639e3e48ed1fc618f2edde032. after waiting 0 ms 2024-11-20T01:24:23,786 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732065857152.d78135d639e3e48ed1fc618f2edde032. 2024-11-20T01:24:23,793 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:23,818 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/.tmp/info/e352ee1e06ad4fafaf20a5b7ee806799 is 129, key is test,,1732065857152.d78135d639e3e48ed1fc618f2edde032./info:regioninfo/1732065858051/Put/seqid=0 2024-11-20T01:24:23,826 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/default/test/d78135d639e3e48ed1fc618f2edde032/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T01:24:23,827 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:24:23,827 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:24:23,827 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732065857152.d78135d639e3e48ed1fc618f2edde032. 2024-11-20T01:24:23,827 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d78135d639e3e48ed1fc618f2edde032: Waiting for close lock at 1732065863769Running coprocessor pre-close hooks at 1732065863769Disabling compacts and flushes for region at 1732065863769Disabling writes for close at 1732065863786 (+17 ms)Writing region close event to WAL at 1732065863812 (+26 ms)Running coprocessor post-close hooks at 1732065863827 (+15 ms)Closed at 1732065863827 2024-11-20T01:24:23,827 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732065857152.d78135d639e3e48ed1fc618f2edde032. 2024-11-20T01:24:23,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741839_1015 (size=6421) 2024-11-20T01:24:23,828 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/.tmp/info/e352ee1e06ad4fafaf20a5b7ee806799 2024-11-20T01:24:23,853 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:24:23,854 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/.tmp/ns/1a4ee4d8613c431eb6c2e5dac3425d27 is 43, key is default/ns:d/1732065853772/Put/seqid=0 2024-11-20T01:24:23,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741840_1016 (size=5153) 2024-11-20T01:24:23,867 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/.tmp/ns/1a4ee4d8613c431eb6c2e5dac3425d27 2024-11-20T01:24:23,889 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/.tmp/rep_barrier/58dbe9c74720473cbfda20d44a1702a4 is 112, key is test,,1732065857152.d78135d639e3e48ed1fc618f2edde032./rep_barrier:seqnumDuringOpen/1732065858051/Put/seqid=0 2024-11-20T01:24:23,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741841_1017 (size=5518) 2024-11-20T01:24:23,933 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/.tmp/rep_barrier/58dbe9c74720473cbfda20d44a1702a4 2024-11-20T01:24:23,960 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/.tmp/table/cd96182672504db09d9471cb4ad94160 is 40, key is test/table:state/1732065858069/Put/seqid=0 2024-11-20T01:24:23,972 DEBUG [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:24:24,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741842_1018 (size=5165) 2024-11-20T01:24:24,110 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:24:24,110 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:24:24,172 DEBUG [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:24:24,274 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:24,314 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:24,372 DEBUG [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:24:24,407 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/.tmp/table/cd96182672504db09d9471cb4ad94160 2024-11-20T01:24:24,412 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/.tmp/info/e352ee1e06ad4fafaf20a5b7ee806799 as hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/info/e352ee1e06ad4fafaf20a5b7ee806799 2024-11-20T01:24:24,418 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/info/e352ee1e06ad4fafaf20a5b7ee806799, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T01:24:24,419 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/.tmp/ns/1a4ee4d8613c431eb6c2e5dac3425d27 as hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/ns/1a4ee4d8613c431eb6c2e5dac3425d27 2024-11-20T01:24:24,424 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/ns/1a4ee4d8613c431eb6c2e5dac3425d27, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T01:24:24,426 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/.tmp/rep_barrier/58dbe9c74720473cbfda20d44a1702a4 as hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/rep_barrier/58dbe9c74720473cbfda20d44a1702a4 2024-11-20T01:24:24,432 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/rep_barrier/58dbe9c74720473cbfda20d44a1702a4, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T01:24:24,434 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/.tmp/table/cd96182672504db09d9471cb4ad94160 as hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/table/cd96182672504db09d9471cb4ad94160 2024-11-20T01:24:24,440 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/table/cd96182672504db09d9471cb4ad94160, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T01:24:24,442 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 660ms, sequenceid=11, compaction requested=false 2024-11-20T01:24:24,453 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T01:24:24,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,531 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T01:24:24,532 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:24:24,532 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:24:24,532 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:24:24,532 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065863782Running coprocessor pre-close hooks at 1732065863782Disabling compacts and flushes for region at 1732065863782Disabling writes for close at 1732065863782Obtaining lock to block concurrent updates at 1732065863783 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732065863783Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732065863783Flushing stores of hbase:meta,,1.1588230740 at 1732065863784 (+1 ms)Flushing 1588230740/info: creating writer at 1732065863784Flushing 1588230740/info: appending metadata at 1732065863818 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732065863818Flushing 1588230740/ns: creating writer at 1732065863834 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732065863854 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732065863854Flushing 1588230740/rep_barrier: creating writer at 1732065863870 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732065863889 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732065863889Flushing 1588230740/table: creating writer at 1732065863937 (+48 ms)Flushing 1588230740/table: appending metadata at 1732065863960 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732065863960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ea12c8: reopening flushed file at 1732065864411 (+451 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8d4a2b: reopening flushed file at 1732065864418 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b708ec8: reopening flushed file at 1732065864424 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4530dcdf: reopening flushed file at 1732065864433 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 660ms, sequenceid=11, compaction requested=false at 1732065864442 (+9 ms)Writing region close event to WAL at 1732065864514 (+72 ms)Running coprocessor post-close hooks at 1732065864532 (+18 ms)Closed at 1732065864532 2024-11-20T01:24:24,532 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:24:24,572 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,38441,1732065850903; all regions closed. 2024-11-20T01:24:24,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T01:24:24,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741834_1010 (size=2717) 2024-11-20T01:24:24,597 DEBUG [RS:0;57759bcb46a5:38441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/oldWALs 2024-11-20T01:24:24,597 INFO [RS:0;57759bcb46a5:38441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C38441%2C1732065850903.meta:.meta(num 1732065853736) 2024-11-20T01:24:24,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741832_1008 (size=1028) 2024-11-20T01:24:24,630 DEBUG [RS:0;57759bcb46a5:38441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/oldWALs 2024-11-20T01:24:24,630 INFO [RS:0;57759bcb46a5:38441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C38441%2C1732065850903:(num 1732065853237) 2024-11-20T01:24:24,630 DEBUG [RS:0;57759bcb46a5:38441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:24,630 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:24:24,631 INFO [RS:0;57759bcb46a5:38441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:24:24,631 INFO [RS:0;57759bcb46a5:38441 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T01:24:24,631 INFO [RS:0;57759bcb46a5:38441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:24:24,631 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:24:24,631 INFO [RS:0;57759bcb46a5:38441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:38441. 2024-11-20T01:24:24,631 DEBUG [RS:0;57759bcb46a5:38441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:24,631 DEBUG [RS:0;57759bcb46a5:38441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:24,631 DEBUG [RS:0;57759bcb46a5:38441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:24,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:24:24,632 INFO [RS:0;57759bcb46a5:38441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38441 2024-11-20T01:24:24,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/222386314/rs/57759bcb46a5,38441,1732065850903 2024-11-20T01:24:24,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314/rs 2024-11-20T01:24:24,651 INFO [RS:0;57759bcb46a5:38441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:24:24,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,38441,1732065850903] 2024-11-20T01:24:24,665 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T01:24:24,671 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /222386314/draining/57759bcb46a5,38441,1732065850903 already deleted, retry=false 2024-11-20T01:24:24,671 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,38441,1732065850903 expired; onlineServers=0 2024-11-20T01:24:24,671 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,41811,1732065850754' ***** 2024-11-20T01:24:24,671 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:24:24,672 INFO [M:0;57759bcb46a5:41811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:24:24,672 INFO [M:0;57759bcb46a5:41811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:24:24,672 DEBUG [M:0;57759bcb46a5:41811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:24:24,672 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:24:24,672 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065852956 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065852956,5,FailOnTimeoutGroup] 2024-11-20T01:24:24,672 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065852956 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065852956,5,FailOnTimeoutGroup] 2024-11-20T01:24:24,672 DEBUG [M:0;57759bcb46a5:41811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:24:24,672 INFO [M:0;57759bcb46a5:41811 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:24:24,672 INFO [M:0;57759bcb46a5:41811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:24:24,672 DEBUG [M:0;57759bcb46a5:41811 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:24:24,672 INFO [M:0;57759bcb46a5:41811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:24:24,673 INFO [M:0;57759bcb46a5:41811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:24:24,673 INFO [M:0;57759bcb46a5:41811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:24:24,673 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:24:24,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/222386314/master 2024-11-20T01:24:24,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/222386314 2024-11-20T01:24:24,682 DEBUG [M:0;57759bcb46a5:41811 {}] zookeeper.ZKUtil(347): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Unable to get data of znode /222386314/master because node does not exist (not an error) 2024-11-20T01:24:24,682 WARN [M:0;57759bcb46a5:41811 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:24:24,683 INFO [M:0;57759bcb46a5:41811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/.lastflushedseqids 2024-11-20T01:24:24,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741843_1019 (size=173) 2024-11-20T01:24:24,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:24,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38441-0x10155d733bd0007, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:24,761 INFO [RS:0;57759bcb46a5:38441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:24:24,761 INFO [RS:0;57759bcb46a5:38441 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,38441,1732065850903; zookeeper connection closed. 2024-11-20T01:24:24,762 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50845977 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50845977 2024-11-20T01:24:24,762 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:24:24,877 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:24,917 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:25,089 INFO [M:0;57759bcb46a5:41811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:24:25,089 INFO [M:0;57759bcb46a5:41811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:24:25,089 DEBUG [M:0;57759bcb46a5:41811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:24:25,089 INFO [M:0;57759bcb46a5:41811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:25,089 DEBUG [M:0;57759bcb46a5:41811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:25,089 DEBUG [M:0;57759bcb46a5:41811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:24:25,089 DEBUG [M:0;57759bcb46a5:41811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:25,089 INFO [M:0;57759bcb46a5:41811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-20T01:24:25,112 DEBUG [M:0;57759bcb46a5:41811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b8de1ba718e49d1beaff06251d1e71a is 82, key is hbase:meta,,1/info:regioninfo/1732065853762/Put/seqid=0 2024-11-20T01:24:25,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741844_1020 (size=5672) 2024-11-20T01:24:25,197 INFO [M:0;57759bcb46a5:41811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b8de1ba718e49d1beaff06251d1e71a 2024-11-20T01:24:25,224 DEBUG [M:0;57759bcb46a5:41811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c8a00b2430b47a9aa2b8dd2c2375363 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732065858074/Put/seqid=0 2024-11-20T01:24:25,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741845_1021 (size=6586) 2024-11-20T01:24:25,241 INFO [M:0;57759bcb46a5:41811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c8a00b2430b47a9aa2b8dd2c2375363 2024-11-20T01:24:25,270 DEBUG [M:0;57759bcb46a5:41811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e88c6e54a1e4b73a78f9cc86010e20d is 69, key is 57759bcb46a5,38441,1732065850903/rs:state/1732065853066/Put/seqid=0 2024-11-20T01:24:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741846_1022 (size=5156) 2024-11-20T01:24:25,299 INFO [M:0;57759bcb46a5:41811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e88c6e54a1e4b73a78f9cc86010e20d 2024-11-20T01:24:25,305 DEBUG [M:0;57759bcb46a5:41811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b8de1ba718e49d1beaff06251d1e71a as hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b8de1ba718e49d1beaff06251d1e71a 2024-11-20T01:24:25,312 INFO [M:0;57759bcb46a5:41811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b8de1ba718e49d1beaff06251d1e71a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T01:24:25,313 DEBUG [M:0;57759bcb46a5:41811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c8a00b2430b47a9aa2b8dd2c2375363 as hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c8a00b2430b47a9aa2b8dd2c2375363 2024-11-20T01:24:25,317 INFO [M:0;57759bcb46a5:41811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c8a00b2430b47a9aa2b8dd2c2375363, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T01:24:25,319 DEBUG [M:0;57759bcb46a5:41811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e88c6e54a1e4b73a78f9cc86010e20d as hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e88c6e54a1e4b73a78f9cc86010e20d 2024-11-20T01:24:25,324 INFO [M:0;57759bcb46a5:41811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38775/user/jenkins/test-data/f3f445cd-4b26-f4dc-cd70-097a7683e6a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e88c6e54a1e4b73a78f9cc86010e20d, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T01:24:25,325 INFO [M:0;57759bcb46a5:41811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 236ms, sequenceid=55, compaction requested=false 2024-11-20T01:24:25,376 INFO [M:0;57759bcb46a5:41811 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:25,377 DEBUG [M:0;57759bcb46a5:41811 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065865089Disabling compacts and flushes for region at 1732065865089Disabling writes for close at 1732065865089Obtaining lock to block concurrent updates at 1732065865089Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065865089Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732065865090 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065865090Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065865090Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065865111 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065865111Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065865202 (+91 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065865223 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065865223Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065865248 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065865269 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065865269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15dd7484: reopening flushed file at 1732065865304 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78186fcf: reopening flushed file at 1732065865312 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7681e4bb: reopening flushed file at 1732065865317 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 236ms, sequenceid=55, compaction requested=false at 1732065865325 (+8 ms)Writing region close event to WAL at 1732065865376 (+51 ms)Closed at 1732065865376 2024-11-20T01:24:25,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741830_1006 (size=32770) 2024-11-20T01:24:25,389 INFO [M:0;57759bcb46a5:41811 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:24:25,389 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:24:25,390 INFO [M:0;57759bcb46a5:41811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41811 2024-11-20T01:24:25,390 INFO [M:0;57759bcb46a5:41811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:24:25,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:25,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41811-0x10155d733bd0006, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:25,512 INFO [M:0;57759bcb46a5:41811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:24:25,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70d04d13{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:24:25,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50f233f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:24:25,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:24:25,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff310ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:24:25,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17484317{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/hadoop.log.dir/,STOPPED} 2024-11-20T01:24:25,561 WARN [BP-39368010-172.17.0.3-1732065848196 heartbeating to localhost/127.0.0.1:38775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:24:25,561 WARN [BP-39368010-172.17.0.3-1732065848196 heartbeating to localhost/127.0.0.1:38775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-39368010-172.17.0.3-1732065848196 (Datanode Uuid 444f1309-4f75-4d81-81ae-c3b5a2c523a2) service to localhost/127.0.0.1:38775 2024-11-20T01:24:25,561 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:24:25,561 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:24:25,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/cluster_10b932f6-7d3c-2ee7-8e78-06361182ea2e/data/data1/current/BP-39368010-172.17.0.3-1732065848196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:24:25,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/cluster_10b932f6-7d3c-2ee7-8e78-06361182ea2e/data/data2/current/BP-39368010-172.17.0.3-1732065848196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:24:25,564 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:24:25,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7141d5a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:24:25,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46ebd344{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:24:25,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:24:25,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68cf55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:24:25,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e6394f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec01e5d2-c64d-1a40-3868-dfc5ff3ac330/hadoop.log.dir/,STOPPED} 2024-11-20T01:24:25,596 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:25,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:24:25,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:24:25,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:24:25,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:25,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:25,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:24:25,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:25,604 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:24:25,604 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1213644752, stopped=false 2024-11-20T01:24:25,604 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,34041,1732065845202 2024-11-20T01:24:25,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2136585191/running 2024-11-20T01:24:25,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2136585191/running 2024-11-20T01:24:25,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191 2024-11-20T01:24:25,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191 2024-11-20T01:24:25,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Set watcher on znode that does not yet exist, /1-2136585191/running 2024-11-20T01:24:25,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Set watcher on znode that does not yet exist, /1-2136585191/running 2024-11-20T01:24:25,620 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:24:25,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:24:25,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:25,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:25,621 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,38483,1732065845320' ***** 2024-11-20T01:24:25,621 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:24:25,621 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:24:25,621 INFO [RS:0;57759bcb46a5:38483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:24:25,621 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:24:25,621 INFO [RS:0;57759bcb46a5:38483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:24:25,621 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a039e71168fc19b7ff5b135dd2ea6ba 2024-11-20T01:24:25,624 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:24:25,630 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,38483,1732065845320 2024-11-20T01:24:25,630 INFO [RS:0;57759bcb46a5:38483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:24:25,630 INFO [RS:0;57759bcb46a5:38483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:38483. 2024-11-20T01:24:25,630 DEBUG [RS:0;57759bcb46a5:38483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:25,630 DEBUG [RS:0;57759bcb46a5:38483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:25,630 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:24:25,630 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:24:25,630 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:24:25,630 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:24:25,630 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a039e71168fc19b7ff5b135dd2ea6ba, disabling compactions & flushes 2024-11-20T01:24:25,631 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba. 2024-11-20T01:24:25,631 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba. 2024-11-20T01:24:25,631 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba. after waiting 0 ms 2024-11-20T01:24:25,631 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba. 2024-11-20T01:24:25,635 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:25,648 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T01:24:25,648 DEBUG [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2a039e71168fc19b7ff5b135dd2ea6ba=test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba.} 2024-11-20T01:24:25,648 DEBUG [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a039e71168fc19b7ff5b135dd2ea6ba 2024-11-20T01:24:25,649 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:24:25,649 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:24:25,649 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:24:25,649 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:24:25,649 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:24:25,649 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T01:24:25,713 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/.tmp/info/e6769a8b34044c0986d63cb36b4e5348 is 129, key is test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba./info:regioninfo/1732065856143/Put/seqid=0 2024-11-20T01:24:25,717 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/default/test/2a039e71168fc19b7ff5b135dd2ea6ba/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T01:24:25,717 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:24:25,717 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:24:25,717 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba. 2024-11-20T01:24:25,718 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a039e71168fc19b7ff5b135dd2ea6ba: Waiting for close lock at 1732065865630Running coprocessor pre-close hooks at 1732065865630Disabling compacts and flushes for region at 1732065865630Disabling writes for close at 1732065865631 (+1 ms)Writing region close event to WAL at 1732065865684 (+53 ms)Running coprocessor post-close hooks at 1732065865717 (+33 ms)Closed at 1732065865717 2024-11-20T01:24:25,718 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba. 2024-11-20T01:24:25,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741841_1017 (size=6421) 2024-11-20T01:24:25,848 DEBUG [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:24:26,049 DEBUG [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:24:26,137 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/.tmp/info/e6769a8b34044c0986d63cb36b4e5348 2024-11-20T01:24:26,167 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/.tmp/ns/b08fb57a77ec4275909cb0c8eb082296 is 43, key is default/ns:d/1732065848021/Put/seqid=0 2024-11-20T01:24:26,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741842_1018 (size=5153) 2024-11-20T01:24:26,174 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/.tmp/ns/b08fb57a77ec4275909cb0c8eb082296 2024-11-20T01:24:26,200 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T01:24:26,200 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/.tmp/rep_barrier/df77ef375d9a48a2b642ee1e7241658c is 112, key is test,,1732065855002.2a039e71168fc19b7ff5b135dd2ea6ba./rep_barrier:seqnumDuringOpen/1732065856143/Put/seqid=0 2024-11-20T01:24:26,201 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:24:26,201 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169086 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [57759bcb46a5,37575,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:37575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T01:24:26,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741843_1019 (size=5518) 2024-11-20T01:24:26,232 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/.tmp/rep_barrier/df77ef375d9a48a2b642ee1e7241658c 2024-11-20T01:24:26,249 DEBUG [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:24:26,264 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T01:24:26,264 INFO [regionserver/57759bcb46a5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T01:24:26,265 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/.tmp/table/445eed9236a44328abd93da8861242ff is 40, key is test/table:state/1732065856148/Put/seqid=0 2024-11-20T01:24:26,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741844_1020 (size=5165) 2024-11-20T01:24:26,434 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:26,449 DEBUG [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:24:26,515 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:26,649 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T01:24:26,649 DEBUG [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T01:24:26,649 DEBUG [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:24:26,682 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/.tmp/table/445eed9236a44328abd93da8861242ff 2024-11-20T01:24:26,691 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/.tmp/info/e6769a8b34044c0986d63cb36b4e5348 as hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/info/e6769a8b34044c0986d63cb36b4e5348 2024-11-20T01:24:26,699 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/info/e6769a8b34044c0986d63cb36b4e5348, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T01:24:26,699 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/.tmp/ns/b08fb57a77ec4275909cb0c8eb082296 as hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/ns/b08fb57a77ec4275909cb0c8eb082296 2024-11-20T01:24:26,703 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/ns/b08fb57a77ec4275909cb0c8eb082296, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T01:24:26,704 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/.tmp/rep_barrier/df77ef375d9a48a2b642ee1e7241658c as hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/rep_barrier/df77ef375d9a48a2b642ee1e7241658c 2024-11-20T01:24:26,712 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/rep_barrier/df77ef375d9a48a2b642ee1e7241658c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T01:24:26,715 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/.tmp/table/445eed9236a44328abd93da8861242ff as hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/table/445eed9236a44328abd93da8861242ff 2024-11-20T01:24:26,719 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/table/445eed9236a44328abd93da8861242ff, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T01:24:26,720 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1071ms, sequenceid=11, compaction requested=false 2024-11-20T01:24:26,720 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T01:24:26,807 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T01:24:26,808 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:24:26,808 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:24:26,808 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:24:26,808 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065865648Running coprocessor pre-close hooks at 1732065865648Disabling compacts and flushes for region at 1732065865648Disabling writes for close at 1732065865649 (+1 ms)Obtaining lock to block concurrent updates at 1732065865649Preparing flush snapshotting stores in 1588230740 at 1732065865649Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732065865649Flushing stores of hbase:meta,,1.1588230740 at 1732065865650 (+1 ms)Flushing 1588230740/info: creating writer at 1732065865650Flushing 1588230740/info: appending metadata at 1732065865713 (+63 ms)Flushing 1588230740/info: closing flushed file at 1732065865713Flushing 1588230740/ns: creating writer at 1732065866150 (+437 ms)Flushing 1588230740/ns: appending metadata at 1732065866167 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732065866167Flushing 1588230740/rep_barrier: creating writer at 1732065866179 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732065866199 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732065866200 (+1 ms)Flushing 1588230740/table: creating writer at 1732065866241 (+41 ms)Flushing 1588230740/table: appending metadata at 1732065866264 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732065866265 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c8e0e00: reopening flushed file at 1732065866690 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647cf38c: reopening flushed file at 1732065866699 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a9d2ea: reopening flushed file at 1732065866704 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@513afc7a: reopening flushed file at 1732065866712 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1071ms, sequenceid=11, compaction requested=false at 1732065866720 (+8 ms)Writing region close event to WAL at 1732065866791 (+71 ms)Running coprocessor post-close hooks at 1732065866808 (+17 ms)Closed at 1732065866808 2024-11-20T01:24:26,808 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:24:26,850 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,38483,1732065845320; all regions closed. 2024-11-20T01:24:26,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741834_1010 (size=2717) 2024-11-20T01:24:26,889 DEBUG [RS:0;57759bcb46a5:38483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/oldWALs 2024-11-20T01:24:26,889 INFO [RS:0;57759bcb46a5:38483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C38483%2C1732065845320.meta:.meta(num 1732065847928) 2024-11-20T01:24:26,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741833_1009 (size=1374) 2024-11-20T01:24:26,919 DEBUG [RS:0;57759bcb46a5:38483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/oldWALs 2024-11-20T01:24:26,919 INFO [RS:0;57759bcb46a5:38483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 57759bcb46a5%2C38483%2C1732065845320:(num 1732065847404) 2024-11-20T01:24:26,919 DEBUG [RS:0;57759bcb46a5:38483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:26,919 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:24:26,919 INFO [RS:0;57759bcb46a5:38483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:24:26,919 INFO [RS:0;57759bcb46a5:38483 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:24:26,920 INFO [RS:0;57759bcb46a5:38483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:24:26,920 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:24:26,920 INFO [RS:0;57759bcb46a5:38483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:38483. 2024-11-20T01:24:26,920 DEBUG [RS:0;57759bcb46a5:38483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:26,920 DEBUG [RS:0;57759bcb46a5:38483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:26,920 DEBUG [RS:0;57759bcb46a5:38483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:26,920 INFO [RS:0;57759bcb46a5:38483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38483 2024-11-20T01:24:26,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:24:26,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2136585191/rs/57759bcb46a5,38483,1732065845320 2024-11-20T01:24:26,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191/rs 2024-11-20T01:24:26,987 INFO [RS:0;57759bcb46a5:38483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:24:27,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,38483,1732065845320] 2024-11-20T01:24:27,149 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2136585191/draining/57759bcb46a5,38483,1732065845320 already deleted, retry=false 2024-11-20T01:24:27,149 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,38483,1732065845320 expired; onlineServers=0 2024-11-20T01:24:27,149 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,34041,1732065845202' ***** 2024-11-20T01:24:27,149 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:24:27,149 INFO [M:0;57759bcb46a5:34041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:24:27,150 INFO [M:0;57759bcb46a5:34041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:24:27,150 DEBUG [M:0;57759bcb46a5:34041 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:24:27,150 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:24:27,150 DEBUG [M:0;57759bcb46a5:34041 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:24:27,150 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065847081 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065847081,5,FailOnTimeoutGroup] 2024-11-20T01:24:27,150 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065847084 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065847084,5,FailOnTimeoutGroup] 2024-11-20T01:24:27,150 INFO [M:0;57759bcb46a5:34041 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:24:27,150 INFO [M:0;57759bcb46a5:34041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:24:27,150 DEBUG [M:0;57759bcb46a5:34041 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:24:27,150 INFO [M:0;57759bcb46a5:34041 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:24:27,150 INFO [M:0;57759bcb46a5:34041 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:24:27,150 INFO [M:0;57759bcb46a5:34041 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:24:27,151 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:24:27,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2136585191/master 2024-11-20T01:24:27,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2136585191 2024-11-20T01:24:27,177 DEBUG [M:0;57759bcb46a5:34041 {}] zookeeper.ZKUtil(347): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Unable to get data of znode /1-2136585191/master because node does not exist (not an error) 2024-11-20T01:24:27,177 WARN [M:0;57759bcb46a5:34041 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T01:24:27,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:27,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38483-0x10155d733bd0004, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:27,178 INFO [RS:0;57759bcb46a5:38483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:24:27,178 INFO [RS:0;57759bcb46a5:38483 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,38483,1732065845320; zookeeper connection closed. 2024-11-20T01:24:27,184 INFO [M:0;57759bcb46a5:34041 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/.lastflushedseqids 2024-11-20T01:24:27,184 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5880c2fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5880c2fa 2024-11-20T01:24:27,185 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:24:27,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741845_1021 (size=173) 2024-11-20T01:24:27,208 INFO [M:0;57759bcb46a5:34041 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:24:27,208 INFO [M:0;57759bcb46a5:34041 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:24:27,209 DEBUG [M:0;57759bcb46a5:34041 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:24:27,209 INFO [M:0;57759bcb46a5:34041 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:27,209 DEBUG [M:0;57759bcb46a5:34041 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:27,209 DEBUG [M:0;57759bcb46a5:34041 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:24:27,209 DEBUG [M:0;57759bcb46a5:34041 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:27,209 INFO [M:0;57759bcb46a5:34041 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-20T01:24:27,231 DEBUG [M:0;57759bcb46a5:34041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48201ca4f54a471d9e74f6d308d315a8 is 82, key is hbase:meta,,1/info:regioninfo/1732065847952/Put/seqid=0 2024-11-20T01:24:27,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741846_1022 (size=5672) 2024-11-20T01:24:27,363 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:27,449 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:27,664 INFO [M:0;57759bcb46a5:34041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48201ca4f54a471d9e74f6d308d315a8 2024-11-20T01:24:27,699 DEBUG [M:0;57759bcb46a5:34041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adac8166eff8478fbaeaa06ccb1421de is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732065856151/Put/seqid=0 2024-11-20T01:24:27,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741847_1023 (size=6587) 2024-11-20T01:24:27,728 INFO [M:0;57759bcb46a5:34041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adac8166eff8478fbaeaa06ccb1421de 2024-11-20T01:24:27,778 DEBUG [M:0;57759bcb46a5:34041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/120bea1606ba48bda367080f10423232 is 69, key is 57759bcb46a5,38483,1732065845320/rs:state/1732065847169/Put/seqid=0 2024-11-20T01:24:27,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741848_1024 (size=5156) 2024-11-20T01:24:27,806 INFO [M:0;57759bcb46a5:34041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/120bea1606ba48bda367080f10423232 2024-11-20T01:24:27,811 DEBUG [M:0;57759bcb46a5:34041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48201ca4f54a471d9e74f6d308d315a8 as hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48201ca4f54a471d9e74f6d308d315a8 2024-11-20T01:24:27,823 INFO [M:0;57759bcb46a5:34041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48201ca4f54a471d9e74f6d308d315a8, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T01:24:27,824 DEBUG [M:0;57759bcb46a5:34041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adac8166eff8478fbaeaa06ccb1421de as hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/adac8166eff8478fbaeaa06ccb1421de 2024-11-20T01:24:27,829 INFO [M:0;57759bcb46a5:34041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/adac8166eff8478fbaeaa06ccb1421de, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T01:24:27,830 DEBUG [M:0;57759bcb46a5:34041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/120bea1606ba48bda367080f10423232 as hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/120bea1606ba48bda367080f10423232 2024-11-20T01:24:27,842 INFO [M:0;57759bcb46a5:34041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35219/user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/120bea1606ba48bda367080f10423232, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T01:24:27,843 INFO [M:0;57759bcb46a5:34041 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 634ms, sequenceid=55, compaction requested=false 2024-11-20T01:24:27,848 INFO [M:0;57759bcb46a5:34041 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:27,848 DEBUG [M:0;57759bcb46a5:34041 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065867209Disabling compacts and flushes for region at 1732065867209Disabling writes for close at 1732065867209Obtaining lock to block concurrent updates at 1732065867209Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065867209Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732065867209Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065867210 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065867210Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065867230 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065867230Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065867670 (+440 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065867699 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065867699Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065867732 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065867778 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065867778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7833254f: reopening flushed file at 1732065867809 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a748cd4: reopening flushed file at 1732065867823 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22519de5: reopening flushed file at 1732065867829 (+6 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 634ms, sequenceid=55, compaction requested=false at 1732065867843 (+14 ms)Writing region close event to WAL at 1732065867848 (+5 ms)Closed at 1732065867848 2024-11-20T01:24:27,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34871 is added to blk_1073741830_1006 (size=32782) 2024-11-20T01:24:27,855 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ee99e046-995b-2f2c-ac72-2d9b2b9c1671/MasterData/WALs/57759bcb46a5,34041,1732065845202/57759bcb46a5%2C34041%2C1732065845202.1732065846308 not finished, retry = 0 2024-11-20T01:24:27,956 INFO [M:0;57759bcb46a5:34041 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:24:27,956 INFO [M:0;57759bcb46a5:34041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34041 2024-11-20T01:24:27,956 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:24:27,956 INFO [M:0;57759bcb46a5:34041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:24:28,104 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:24:28,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:28,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10155d733bd0003, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:28,140 INFO [M:0;57759bcb46a5:34041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:24:28,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@729d566c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:24:28,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@753261d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:24:28,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:24:28,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@175d26d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:24:28,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b4532be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/hadoop.log.dir/,STOPPED} 2024-11-20T01:24:28,162 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:24:28,162 WARN [BP-822659737-172.17.0.3-1732065841337 heartbeating to localhost/127.0.0.1:35219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:24:28,162 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:24:28,162 WARN [BP-822659737-172.17.0.3-1732065841337 heartbeating to localhost/127.0.0.1:35219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-822659737-172.17.0.3-1732065841337 (Datanode Uuid 8391a748-2f3f-4df2-9324-6e53496839ec) service to localhost/127.0.0.1:35219 2024-11-20T01:24:28,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/cluster_da29a394-210b-c326-fba0-b3fcf7f83a08/data/data1/current/BP-822659737-172.17.0.3-1732065841337 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:24:28,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/cluster_da29a394-210b-c326-fba0-b3fcf7f83a08/data/data2/current/BP-822659737-172.17.0.3-1732065841337 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:24:28,164 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:24:28,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bdf679d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:24:28,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49c62e40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:24:28,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:24:28,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d807d1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:24:28,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@123ff758{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e630129-2503-327b-c601-2dc5b377fe61/hadoop.log.dir/,STOPPED} 2024-11-20T01:24:28,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:24:28,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T01:24:28,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:24:28,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:28,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:28,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:28,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:24:28,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T01:24:28,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=456726721, stopped=false 2024-11-20T01:24:28,201 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=57759bcb46a5,40487,1732065838185 2024-11-20T01:24:28,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1689083863/running 2024-11-20T01:24:28,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:24:28,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1689083863/running 2024-11-20T01:24:28,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:24:28,219 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:24:28,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Set watcher on znode that does not yet exist, /0-1689083863/running 2024-11-20T01:24:28,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T01:24:28,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:28,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Set watcher on znode that does not yet exist, /0-1689083863/running 2024-11-20T01:24:28,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:28,221 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '57759bcb46a5,45335,1732065838671' ***** 2024-11-20T01:24:28,221 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T01:24:28,221 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T01:24:28,221 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T01:24:28,221 INFO [RS:0;57759bcb46a5:45335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T01:24:28,221 INFO [RS:0;57759bcb46a5:45335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T01:24:28,221 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(3091): Received CLOSE for 673ee2c42da9d861285a6749a75f0fcd 2024-11-20T01:24:28,222 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(3091): Received CLOSE for c7677d9bf5dd33d251bf66f020bc45df 2024-11-20T01:24:28,222 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(959): stopping server 57759bcb46a5,45335,1732065838671 2024-11-20T01:24:28,222 INFO [RS:0;57759bcb46a5:45335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:24:28,222 INFO [RS:0;57759bcb46a5:45335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:45335. 2024-11-20T01:24:28,222 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 673ee2c42da9d861285a6749a75f0fcd, disabling compactions & flushes 2024-11-20T01:24:28,222 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. 2024-11-20T01:24:28,222 DEBUG [RS:0;57759bcb46a5:45335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:28,222 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. 2024-11-20T01:24:28,222 DEBUG [RS:0;57759bcb46a5:45335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:28,222 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. after waiting 0 ms 2024-11-20T01:24:28,222 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. 2024-11-20T01:24:28,222 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 673ee2c42da9d861285a6749a75f0fcd 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-20T01:24:28,224 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T01:24:28,224 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T01:24:28,224 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T01:24:28,224 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T01:24:28,227 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T01:24:28,227 DEBUG [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(1325): Online Regions={673ee2c42da9d861285a6749a75f0fcd=hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd., 1588230740=hbase:meta,,1.1588230740, c7677d9bf5dd33d251bf66f020bc45df=test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df.} 2024-11-20T01:24:28,227 DEBUG [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 673ee2c42da9d861285a6749a75f0fcd, c7677d9bf5dd33d251bf66f020bc45df 2024-11-20T01:24:28,228 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T01:24:28,228 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T01:24:28,228 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T01:24:28,228 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T01:24:28,228 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T01:24:28,228 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T01:24:28,266 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/.tmp/info/71a611ea313c46928096568fc917fe46 is 147, key is hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd./info:regioninfo/1732065859035/Put/seqid=0 2024-11-20T01:24:28,281 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/replication/673ee2c42da9d861285a6749a75f0fcd/.tmp/hfileref/5ccc865210644e1fb6fc952174077547 is 74, key is 1/hfileref:6d88bcb69ec84f47be728ab2526be042_SeqId_4_/1732065861175/DeleteColumn/seqid=0 2024-11-20T01:24:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741847_1023 (size=7686) 2024-11-20T01:24:28,284 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/.tmp/info/71a611ea313c46928096568fc917fe46 2024-11-20T01:24:28,290 INFO [regionserver/57759bcb46a5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:24:28,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741848_1024 (size=5489) 2024-11-20T01:24:28,310 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/replication/673ee2c42da9d861285a6749a75f0fcd/.tmp/hfileref/5ccc865210644e1fb6fc952174077547 2024-11-20T01:24:28,313 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/.tmp/ns/21c7b3f43f0941a9ab5d0f611974d140 is 43, key is default/ns:d/1732065841105/Put/seqid=0 2024-11-20T01:24:28,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741849_1025 (size=5153) 2024-11-20T01:24:28,331 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/.tmp/ns/21c7b3f43f0941a9ab5d0f611974d140 2024-11-20T01:24:28,333 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/replication/673ee2c42da9d861285a6749a75f0fcd/.tmp/queue/17ba3f1d690843a1a08083e82162e1d9 is 153, key is 1-57759bcb46a5,45335,1732065838671/queue:57759bcb46a5%2C45335%2C1732065838671/1732065862975/Put/seqid=0 2024-11-20T01:24:28,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741850_1026 (size=5504) 2024-11-20T01:24:28,338 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/replication/673ee2c42da9d861285a6749a75f0fcd/.tmp/queue/17ba3f1d690843a1a08083e82162e1d9 2024-11-20T01:24:28,350 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/replication/673ee2c42da9d861285a6749a75f0fcd/.tmp/hfileref/5ccc865210644e1fb6fc952174077547 as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/replication/673ee2c42da9d861285a6749a75f0fcd/hfileref/5ccc865210644e1fb6fc952174077547 2024-11-20T01:24:28,354 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/replication/673ee2c42da9d861285a6749a75f0fcd/hfileref/5ccc865210644e1fb6fc952174077547, entries=6, sequenceid=17, filesize=5.4 K 2024-11-20T01:24:28,357 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/replication/673ee2c42da9d861285a6749a75f0fcd/.tmp/queue/17ba3f1d690843a1a08083e82162e1d9 as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/replication/673ee2c42da9d861285a6749a75f0fcd/queue/17ba3f1d690843a1a08083e82162e1d9 2024-11-20T01:24:28,358 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/.tmp/rep_barrier/15adb9eaa60f42aaa140dfa8568491c8 is 112, key is test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df./rep_barrier:seqnumDuringOpen/1732065854610/Put/seqid=0 2024-11-20T01:24:28,362 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/replication/673ee2c42da9d861285a6749a75f0fcd/queue/17ba3f1d690843a1a08083e82162e1d9, entries=2, sequenceid=17, filesize=5.4 K 2024-11-20T01:24:28,364 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 673ee2c42da9d861285a6749a75f0fcd in 142ms, sequenceid=17, compaction requested=false 2024-11-20T01:24:28,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741851_1027 (size=5518) 2024-11-20T01:24:28,371 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/.tmp/rep_barrier/15adb9eaa60f42aaa140dfa8568491c8 2024-11-20T01:24:28,377 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:28,392 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/.tmp/table/22dadab079834bfc86180e0f8b60d170 is 53, key is hbase:replication/table:state/1732065859053/Put/seqid=0 2024-11-20T01:24:28,392 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/replication/673ee2c42da9d861285a6749a75f0fcd/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-20T01:24:28,393 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:24:28,393 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:24:28,393 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. 2024-11-20T01:24:28,393 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 673ee2c42da9d861285a6749a75f0fcd: Waiting for close lock at 1732065868222Running coprocessor pre-close hooks at 1732065868222Disabling compacts and flushes for region at 1732065868222Disabling writes for close at 1732065868222Obtaining lock to block concurrent updates at 1732065868222Preparing flush snapshotting stores in 673ee2c42da9d861285a6749a75f0fcd at 1732065868222Finished memstore snapshotting hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732065868224 (+2 ms)Flushing stores of hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. at 1732065868225 (+1 ms)Flushing 673ee2c42da9d861285a6749a75f0fcd/hfileref: creating writer at 1732065868225Flushing 673ee2c42da9d861285a6749a75f0fcd/hfileref: appending metadata at 1732065868280 (+55 ms)Flushing 673ee2c42da9d861285a6749a75f0fcd/hfileref: closing flushed file at 1732065868280Flushing 673ee2c42da9d861285a6749a75f0fcd/queue: creating writer at 1732065868315 (+35 ms)Flushing 673ee2c42da9d861285a6749a75f0fcd/queue: appending metadata at 1732065868333 (+18 ms)Flushing 673ee2c42da9d861285a6749a75f0fcd/queue: closing flushed file at 1732065868333Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@92c241e: reopening flushed file at 1732065868350 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55d0d836: reopening flushed file at 1732065868354 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 673ee2c42da9d861285a6749a75f0fcd in 142ms, sequenceid=17, compaction requested=false at 1732065868364 (+10 ms)Writing region close event to WAL at 1732065868377 (+13 ms)Running coprocessor post-close hooks at 1732065868393 (+16 ms)Closed at 1732065868393 2024-11-20T01:24:28,393 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732065858360.673ee2c42da9d861285a6749a75f0fcd. 2024-11-20T01:24:28,394 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7677d9bf5dd33d251bf66f020bc45df, disabling compactions & flushes 2024-11-20T01:24:28,394 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df. 2024-11-20T01:24:28,394 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df. 2024-11-20T01:24:28,394 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df. after waiting 0 ms 2024-11-20T01:24:28,394 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df. 2024-11-20T01:24:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741852_1028 (size=5308) 2024-11-20T01:24:28,411 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/default/test/c7677d9bf5dd33d251bf66f020bc45df/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T01:24:28,411 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/.tmp/table/22dadab079834bfc86180e0f8b60d170 2024-11-20T01:24:28,412 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:24:28,412 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T01:24:28,412 INFO [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df. 2024-11-20T01:24:28,412 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7677d9bf5dd33d251bf66f020bc45df: Waiting for close lock at 1732065868393Running coprocessor pre-close hooks at 1732065868393Disabling compacts and flushes for region at 1732065868394 (+1 ms)Disabling writes for close at 1732065868394Writing region close event to WAL at 1732065868407 (+13 ms)Running coprocessor post-close hooks at 1732065868412 (+5 ms)Closed at 1732065868412 2024-11-20T01:24:28,412 DEBUG [RS_CLOSE_REGION-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732065853865.c7677d9bf5dd33d251bf66f020bc45df. 2024-11-20T01:24:28,418 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/.tmp/info/71a611ea313c46928096568fc917fe46 as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/info/71a611ea313c46928096568fc917fe46 2024-11-20T01:24:28,422 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/info/71a611ea313c46928096568fc917fe46, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T01:24:28,423 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/.tmp/ns/21c7b3f43f0941a9ab5d0f611974d140 as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/ns/21c7b3f43f0941a9ab5d0f611974d140 2024-11-20T01:24:28,428 DEBUG [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T01:24:28,428 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/ns/21c7b3f43f0941a9ab5d0f611974d140, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T01:24:28,428 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/.tmp/rep_barrier/15adb9eaa60f42aaa140dfa8568491c8 as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/rep_barrier/15adb9eaa60f42aaa140dfa8568491c8 2024-11-20T01:24:28,433 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/rep_barrier/15adb9eaa60f42aaa140dfa8568491c8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T01:24:28,434 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/.tmp/table/22dadab079834bfc86180e0f8b60d170 as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/table/22dadab079834bfc86180e0f8b60d170 2024-11-20T01:24:28,438 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/table/22dadab079834bfc86180e0f8b60d170, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T01:24:28,439 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 211ms, sequenceid=16, compaction requested=false 2024-11-20T01:24:28,455 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 393, reset compression=false 2024-11-20T01:24:28,474 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T01:24:28,474 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 688, reset compression=false 2024-11-20T01:24:28,474 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-57759bcb46a5,45335,1732065838671 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T01:24:28,475 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 57759bcb46a5,45335,1732065838671: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-57759bcb46a5,45335,1732065838671, walGroup=57759bcb46a5%2C45335%2C1732065838671, offset=57759bcb46a5%2C45335%2C1732065838671.1732065861319:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:45335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T01:24:28,476 ERROR [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T01:24:28,476 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T01:24:28,477 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T01:24:28,477 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T01:24:28,477 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T01:24:28,477 INFO [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1503657984, "init": 1048576000, "max": 2306867200, "used": 1107678568 }, "NonHeapMemoryUsage": { "committed": 212336640, "init": 7667712, "max": -1, "used": 209324160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T01:24:28,477 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:40487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=57759bcb46a5:40487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T01:24:28,485 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T01:24:28,485 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T01:24:28,485 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T01:24:28,485 INFO [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T01:24:28,485 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732065868228Running coprocessor pre-close hooks at 1732065868228Disabling compacts and flushes for region at 1732065868228Disabling writes for close at 1732065868228Obtaining lock to block concurrent updates at 1732065868228Preparing flush snapshotting stores in 1588230740 at 1732065868228Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732065868229 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732065868232 (+3 ms)Flushing 1588230740/info: creating writer at 1732065868232Flushing 1588230740/info: appending metadata at 1732065868266 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732065868266Flushing 1588230740/ns: creating writer at 1732065868294 (+28 ms)Flushing 1588230740/ns: appending metadata at 1732065868312 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732065868312Flushing 1588230740/rep_barrier: creating writer at 1732065868335 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732065868357 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732065868357Flushing 1588230740/table: creating writer at 1732065868374 (+17 ms)Flushing 1588230740/table: appending metadata at 1732065868392 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732065868392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@656180d8: reopening flushed file at 1732065868417 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ff71f14: reopening flushed file at 1732065868422 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@150b6940: reopening flushed file at 1732065868428 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75fde72d: reopening flushed file at 1732065868433 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 211ms, sequenceid=16, compaction requested=false at 1732065868439 (+6 ms)Writing region close event to WAL at 1732065868458 (+19 ms)Running coprocessor post-close hooks at 1732065868485 (+27 ms)Closed at 1732065868485 2024-11-20T01:24:28,486 DEBUG [RS_CLOSE_META-regionserver/57759bcb46a5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T01:24:28,628 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(976): stopping server 57759bcb46a5,45335,1732065838671; all regions closed. 2024-11-20T01:24:28,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741842_1018 (size=859) 2024-11-20T01:24:28,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741843_1019 (size=2791) 2024-11-20T01:24:28,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741844_1020 (size=696) 2024-11-20T01:24:28,674 DEBUG [RS:0;57759bcb46a5:45335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:28,674 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T01:24:28,674 INFO [RS:0;57759bcb46a5:45335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:24:28,675 INFO [RS:0;57759bcb46a5:45335 {}] hbase.ChoreService(370): Chore service for: regionserver/57759bcb46a5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T01:24:28,675 INFO [RS:0;57759bcb46a5:45335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:24:28,676 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-57759bcb46a5,45335,1732065838671 because: Region server is closing 2024-11-20T01:24:28,676 INFO [RS:0;57759bcb46a5:45335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:45335. 2024-11-20T01:24:28,676 DEBUG [RS:0;57759bcb46a5:45335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:28,676 DEBUG [RS:0;57759bcb46a5:45335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:28,676 DEBUG [RS:0;57759bcb46a5:45335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:28,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:24:28,676 INFO [regionserver/57759bcb46a5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:24:28,706 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 to pos 688, reset compression=false 2024-11-20T01:24:28,708 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/WALs/57759bcb46a5,45335,1732065838671/57759bcb46a5%2C45335%2C1732065838671.1732065861319 2024-11-20T01:24:28,708 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-20T01:24:28,708 DEBUG [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-20T01:24:28,776 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T01:24:28,776 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T01:24:28,777 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,1-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,1-57759bcb46a5,45335,1732065838671 terminated 2024-11-20T01:24:28,777 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-57759bcb46a5,45335,1732065838671 because: Region server is closing 2024-11-20T01:24:28,777 INFO [RS:0;57759bcb46a5:45335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;57759bcb46a5:45335. 2024-11-20T01:24:28,777 DEBUG [RS:0;57759bcb46a5:45335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T01:24:28,777 DEBUG [RS:0;57759bcb46a5:45335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:28,777 DEBUG [RS:0;57759bcb46a5:45335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T01:24:28,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T01:24:28,877 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.shipper57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 terminated 2024-11-20T01:24:28,877 WARN [RS_REFRESH_PEER-regionserver/57759bcb46a5:0-0.replicationSource,2-57759bcb46a5,45335,1732065838671.replicationSource.wal-reader.57759bcb46a5%2C45335%2C1732065838671,2-57759bcb46a5,45335,1732065838671 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-20T01:24:28,877 INFO [RS:0;57759bcb46a5:45335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45335 2024-11-20T01:24:28,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863/rs 2024-11-20T01:24:28,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [57759bcb46a5,45335,1732065838671] 2024-11-20T01:24:28,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1689083863/rs/57759bcb46a5,45335,1732065838671 2024-11-20T01:24:28,937 INFO [RS:0;57759bcb46a5:45335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:24:28,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1689083863/draining/57759bcb46a5,45335,1732065838671 already deleted, retry=false 2024-11-20T01:24:28,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 57759bcb46a5,45335,1732065838671 expired; onlineServers=0 2024-11-20T01:24:28,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '57759bcb46a5,40487,1732065838185' ***** 2024-11-20T01:24:28,945 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T01:24:28,945 INFO [M:0;57759bcb46a5:40487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T01:24:28,945 INFO [M:0;57759bcb46a5:40487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T01:24:28,945 DEBUG [M:0;57759bcb46a5:40487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T01:24:28,945 DEBUG [M:0;57759bcb46a5:40487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T01:24:28,945 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T01:24:28,945 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065840012 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.small.0-1732065840012,5,FailOnTimeoutGroup] 2024-11-20T01:24:28,945 DEBUG [master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065840004 {}] cleaner.HFileCleaner(306): Exit Thread[master/57759bcb46a5:0:becomeActiveMaster-HFileCleaner.large.0-1732065840004,5,FailOnTimeoutGroup] 2024-11-20T01:24:28,945 INFO [M:0;57759bcb46a5:40487 {}] hbase.ChoreService(370): Chore service for: master/57759bcb46a5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T01:24:28,946 INFO [M:0;57759bcb46a5:40487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T01:24:28,946 DEBUG [M:0;57759bcb46a5:40487 {}] master.HMaster(1795): Stopping service threads 2024-11-20T01:24:28,946 INFO [M:0;57759bcb46a5:40487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T01:24:28,946 INFO [M:0;57759bcb46a5:40487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T01:24:28,946 ERROR [M:0;57759bcb46a5:40487 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (319217168) connection to localhost/127.0.0.1:35969 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35969,5,PEWorkerGroup] 2024-11-20T01:24:28,946 INFO [M:0;57759bcb46a5:40487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T01:24:28,947 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T01:24:28,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1689083863/master 2024-11-20T01:24:28,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1689083863 2024-11-20T01:24:28,967 INFO [M:0;57759bcb46a5:40487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/.lastflushedseqids 2024-11-20T01:24:28,976 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1689083863/master already deleted, retry=false 2024-11-20T01:24:28,977 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1689083863/master 2024-11-20T01:24:29,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741853_1029 (size=263) 2024-11-20T01:24:29,011 INFO [M:0;57759bcb46a5:40487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T01:24:29,011 INFO [M:0;57759bcb46a5:40487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T01:24:29,011 DEBUG [M:0;57759bcb46a5:40487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T01:24:29,011 INFO [M:0;57759bcb46a5:40487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:29,011 DEBUG [M:0;57759bcb46a5:40487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:29,011 DEBUG [M:0;57759bcb46a5:40487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T01:24:29,011 DEBUG [M:0;57759bcb46a5:40487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:29,011 INFO [M:0;57759bcb46a5:40487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-20T01:24:29,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:29,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45335-0x10155d733bd0001, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:29,056 INFO [RS:0;57759bcb46a5:45335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:24:29,056 INFO [RS:0;57759bcb46a5:45335 {}] regionserver.HRegionServer(1031): Exiting; stopping=57759bcb46a5,45335,1732065838671; zookeeper connection closed. 2024-11-20T01:24:29,061 DEBUG [M:0;57759bcb46a5:40487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d243b82abd8c430688758c264f7ff5bf is 82, key is hbase:meta,,1/info:regioninfo/1732065841071/Put/seqid=0 2024-11-20T01:24:29,068 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@332692f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@332692f8 2024-11-20T01:24:29,068 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T01:24:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741854_1030 (size=5672) 2024-11-20T01:24:29,082 INFO [M:0;57759bcb46a5:40487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d243b82abd8c430688758c264f7ff5bf 2024-11-20T01:24:29,114 DEBUG [M:0;57759bcb46a5:40487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f8c020fbb0447daaabc1f8c9bb1c190 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732065859058/Put/seqid=0 2024-11-20T01:24:29,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741855_1031 (size=8910) 2024-11-20T01:24:29,142 INFO [M:0;57759bcb46a5:40487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f8c020fbb0447daaabc1f8c9bb1c190 2024-11-20T01:24:29,181 DEBUG [M:0;57759bcb46a5:40487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/989742f41cef4eaf9eac456d06f78ba8 is 69, key is 57759bcb46a5,45335,1732065838671/rs:state/1732065840025/Put/seqid=0 2024-11-20T01:24:29,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741856_1032 (size=5156) 2024-11-20T01:24:29,649 INFO [M:0;57759bcb46a5:40487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/989742f41cef4eaf9eac456d06f78ba8 2024-11-20T01:24:29,654 DEBUG [M:0;57759bcb46a5:40487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d243b82abd8c430688758c264f7ff5bf as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d243b82abd8c430688758c264f7ff5bf 2024-11-20T01:24:29,658 INFO [M:0;57759bcb46a5:40487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d243b82abd8c430688758c264f7ff5bf, entries=8, sequenceid=112, filesize=5.5 K 2024-11-20T01:24:29,658 DEBUG [M:0;57759bcb46a5:40487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f8c020fbb0447daaabc1f8c9bb1c190 as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f8c020fbb0447daaabc1f8c9bb1c190 2024-11-20T01:24:29,662 INFO [M:0;57759bcb46a5:40487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f8c020fbb0447daaabc1f8c9bb1c190, entries=13, sequenceid=112, filesize=8.7 K 2024-11-20T01:24:29,663 DEBUG [M:0;57759bcb46a5:40487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/989742f41cef4eaf9eac456d06f78ba8 as hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/989742f41cef4eaf9eac456d06f78ba8 2024-11-20T01:24:29,667 INFO [M:0;57759bcb46a5:40487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35969/user/jenkins/test-data/becfe8ed-ea34-fd05-cd6c-85e680b4fef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/989742f41cef4eaf9eac456d06f78ba8, entries=1, sequenceid=112, filesize=5.0 K 2024-11-20T01:24:29,668 INFO [M:0;57759bcb46a5:40487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 657ms, sequenceid=112, compaction requested=false 2024-11-20T01:24:29,684 INFO [M:0;57759bcb46a5:40487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T01:24:29,684 DEBUG [M:0;57759bcb46a5:40487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732065869011Disabling compacts and flushes for region at 1732065869011Disabling writes for close at 1732065869011Obtaining lock to block concurrent updates at 1732065869011Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732065869011Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1732065869012 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732065869012Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732065869012Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732065869061 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732065869061Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732065869088 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732065869114 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732065869114Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732065869146 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732065869180 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732065869180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545b406f: reopening flushed file at 1732065869653 (+473 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3b5a4a: reopening flushed file at 1732065869658 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f72e9af: reopening flushed file at 1732065869662 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 657ms, sequenceid=112, compaction requested=false at 1732065869668 (+6 ms)Writing region close event to WAL at 1732065869684 (+16 ms)Closed at 1732065869684 2024-11-20T01:24:29,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36749 is added to blk_1073741830_1006 (size=69067) 2024-11-20T01:24:29,687 INFO [M:0;57759bcb46a5:40487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T01:24:29,687 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T01:24:29,687 INFO [M:0;57759bcb46a5:40487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40487 2024-11-20T01:24:29,687 INFO [M:0;57759bcb46a5:40487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T01:24:29,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:29,831 INFO [M:0;57759bcb46a5:40487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T01:24:29,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40487-0x10155d733bd0000, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T01:24:29,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66067352{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:24:29,853 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ae0e6eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:24:29,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:24:29,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7c0e97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:24:29,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384017b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/hadoop.log.dir/,STOPPED} 2024-11-20T01:24:29,855 WARN [BP-587300707-172.17.0.3-1732065835118 heartbeating to localhost/127.0.0.1:35969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:24:29,855 WARN [BP-587300707-172.17.0.3-1732065835118 heartbeating to localhost/127.0.0.1:35969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-587300707-172.17.0.3-1732065835118 (Datanode Uuid 77fa984c-6184-4182-9a14-afb96184b4a7) service to localhost/127.0.0.1:35969 2024-11-20T01:24:29,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/cluster_d49432d9-1413-e61d-1edf-cfcce42cb907/data/data1/current/BP-587300707-172.17.0.3-1732065835118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:24:29,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/cluster_d49432d9-1413-e61d-1edf-cfcce42cb907/data/data2/current/BP-587300707-172.17.0.3-1732065835118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:24:29,856 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:24:29,856 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:24:29,857 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:24:29,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40825574{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:24:29,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@158bd107{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:24:29,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:24:29,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@466cb862{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:24:29,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74ee6f27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c6bc481-1f45-f0f3-d51a-d267eba1c7e4/hadoop.log.dir/,STOPPED} 2024-11-20T01:24:29,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T01:24:29,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T01:24:29,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=604 (was 528) Potentially hanging thread: nioEventLoopGroup-43-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35969 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38775 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53039) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35219 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35219 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35969 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53039) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-43-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35969 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53039) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38775 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=994 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=698 (was 621) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2792 (was 2429) - AvailableMemoryMB LEAK? - 2024-11-20T01:24:29,912 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=604 is superior to 500 2024-11-20T01:24:29,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10155d733bd0008, quorum=127.0.0.1:53039, baseZNode=/222386314 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:24:29,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10155d733bd0005, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:24:29,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10155d733bd0002, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T01:24:29,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10155d733bd0008, quorum=127.0.0.1:53039, baseZNode=/222386314 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:24:29,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10155d733bd0005, quorum=127.0.0.1:53039, baseZNode=/1-2136585191 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:24:29,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10155d733bd0002, quorum=127.0.0.1:53039, baseZNode=/0-1689083863 Received Disconnected from ZooKeeper, ignoring 2024-11-20T01:24:30,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties